2024-11-12 09:24:38,162 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-12 09:24:38,173 main DEBUG Took 0.009285 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 09:24:38,174 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 09:24:38,174 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 09:24:38,175 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 09:24:38,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,187 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 09:24:38,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,209 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,210 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,211 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,213 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,213 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,214 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,215 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,215 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:24:38,216 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,216 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 09:24:38,218 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:24:38,219 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 09:24:38,221 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 09:24:38,221 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 09:24:38,222 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 09:24:38,223 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 09:24:38,230 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 09:24:38,233 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 09:24:38,235 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 09:24:38,235 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 09:24:38,235 main DEBUG createAppenders(={Console}) 2024-11-12 09:24:38,236 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-12 09:24:38,237 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-12 09:24:38,237 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-12 09:24:38,238 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 09:24:38,238 main DEBUG OutputStream closed 2024-11-12 09:24:38,238 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 09:24:38,239 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 09:24:38,239 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-12 09:24:38,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 09:24:38,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 09:24:38,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 09:24:38,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 09:24:38,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 09:24:38,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 09:24:38,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 09:24:38,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 09:24:38,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 09:24:38,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 09:24:38,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 09:24:38,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 09:24:38,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 09:24:38,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 09:24:38,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 09:24:38,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 09:24:38,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 09:24:38,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 09:24:38,319 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 09:24:38,320 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-12 09:24:38,320 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 09:24:38,321 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-12T09:24:38,572 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3 2024-11-12 09:24:38,575 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 09:24:38,575 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T09:24:38,583 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-12T09:24:38,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T09:24:38,622 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8, deleteOnExit=true 2024-11-12T09:24:38,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T09:24:38,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/test.cache.data in system properties and HBase conf 2024-11-12T09:24:38,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T09:24:38,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/hadoop.log.dir in system properties and HBase conf 2024-11-12T09:24:38,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T09:24:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T09:24:38,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T09:24:38,717 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T09:24:38,806 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T09:24:38,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:24:38,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:24:38,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T09:24:38,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:24:38,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T09:24:38,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T09:24:38,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:24:38,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:24:38,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T09:24:38,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/nfs.dump.dir in system properties and HBase conf 2024-11-12T09:24:38,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/java.io.tmpdir in system properties and HBase conf 2024-11-12T09:24:38,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:24:38,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T09:24:38,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T09:24:40,097 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T09:24:40,168 INFO [Time-limited test {}] log.Log(170): Logging initialized @2820ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T09:24:40,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:24:40,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:24:40,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:24:40,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:24:40,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:24:40,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:24:40,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:24:40,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:24:40,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/java.io.tmpdir/jetty-localhost-37417-hadoop-hdfs-3_4_1-tests_jar-_-any-17568563380660798160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:24:40,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:37417} 2024-11-12T09:24:40,536 INFO [Time-limited test {}] server.Server(415): Started @3188ms 2024-11-12T09:24:41,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:24:41,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:24:41,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:24:41,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:24:41,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:24:41,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:24:41,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:24:41,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@292d50c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/java.io.tmpdir/jetty-localhost-36743-hadoop-hdfs-3_4_1-tests_jar-_-any-2853756138970654395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:24:41,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:36743} 2024-11-12T09:24:41,255 INFO [Time-limited test {}] server.Server(415): Started @3907ms 2024-11-12T09:24:41,301 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:24:42,295 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/data/data2/current/BP-321340768-172.17.0.2-1731403479409/current, will proceed with Du for space computation calculation, 2024-11-12T09:24:42,295 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/data/data1/current/BP-321340768-172.17.0.2-1731403479409/current, will proceed with Du for space computation calculation, 2024-11-12T09:24:42,322 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:24:42,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbee441c13cab682 with lease ID 0xb4402b987aa980f2: Processing first storage report for DS-d52eb867-0b22-4473-8d45-a47b45ba8e0b from datanode DatanodeRegistration(127.0.0.1:46485, datanodeUuid=a0e8b7e9-e9d2-4e6e-b15d-e4b8ae57768f, infoPort=42295, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=1823816435;c=1731403479409) 2024-11-12T09:24:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbee441c13cab682 with lease ID 0xb4402b987aa980f2: from storage DS-d52eb867-0b22-4473-8d45-a47b45ba8e0b node DatanodeRegistration(127.0.0.1:46485, datanodeUuid=a0e8b7e9-e9d2-4e6e-b15d-e4b8ae57768f, infoPort=42295, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=1823816435;c=1731403479409), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T09:24:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbee441c13cab682 with lease ID 0xb4402b987aa980f2: Processing first storage report for DS-ea9323a6-b7d9-45ae-92a4-b8cacb70043d from datanode DatanodeRegistration(127.0.0.1:46485, datanodeUuid=a0e8b7e9-e9d2-4e6e-b15d-e4b8ae57768f, infoPort=42295, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=1823816435;c=1731403479409) 2024-11-12T09:24:42,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbee441c13cab682 with lease ID 0xb4402b987aa980f2: from storage DS-ea9323a6-b7d9-45ae-92a4-b8cacb70043d node DatanodeRegistration(127.0.0.1:46485, datanodeUuid=a0e8b7e9-e9d2-4e6e-b15d-e4b8ae57768f, infoPort=42295, infoSecurePort=0, ipcPort=34259, storageInfo=lv=-57;cid=testClusterID;nsid=1823816435;c=1731403479409), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:24:42,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3 2024-11-12T09:24:42,497 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/zookeeper_0, clientPort=64855, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T09:24:42,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64855 2024-11-12T09:24:42,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:24:42,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:24:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:24:43,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 with version=8 2024-11-12T09:24:43,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/hbase-staging 2024-11-12T09:24:43,259 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T09:24:43,572 INFO [Time-limited test {}] client.ConnectionUtils(128): master/106923ea030f:0 server-side Connection retries=45 2024-11-12T09:24:43,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:24:43,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:24:43,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:24:43,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:24:43,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:24:43,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T09:24:43,818 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T09:24:43,830 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T09:24:43,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:24:43,870 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 35109 (auto-detected) 2024-11-12T09:24:43,871 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T09:24:43,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35875 2024-11-12T09:24:43,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35875 connecting to ZooKeeper ensemble=127.0.0.1:64855 2024-11-12T09:24:44,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358750x0, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:24:44,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35875-0x1012e5c81160000 connected 2024-11-12T09:24:44,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:24:44,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:24:44,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:24:44,311 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6, hbase.cluster.distributed=false 2024-11-12T09:24:44,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:24:44,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35875 2024-11-12T09:24:44,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35875 2024-11-12T09:24:44,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35875 2024-11-12T09:24:44,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35875 2024-11-12T09:24:44,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35875 2024-11-12T09:24:44,472 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/106923ea030f:0 server-side Connection retries=45 2024-11-12T09:24:44,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:24:44,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:24:44,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:24:44,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:24:44,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:24:44,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:24:44,479 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:24:44,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33779 2024-11-12T09:24:44,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33779 connecting to ZooKeeper ensemble=127.0.0.1:64855 2024-11-12T09:24:44,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:24:44,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:24:44,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337790x0, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:24:44,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337790x0, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:24:44,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33779-0x1012e5c81160001 connected 2024-11-12T09:24:44,521 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:24:44,534 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:24:44,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:24:44,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:24:44,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-12T09:24:44,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33779 2024-11-12T09:24:44,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33779 2024-11-12T09:24:44,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-12T09:24:44,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-12T09:24:44,574 DEBUG [M:0;106923ea030f:35875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;106923ea030f:35875 2024-11-12T09:24:44,576 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/106923ea030f,35875,1731403483356 2024-11-12T09:24:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:24:44,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:24:44,653 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/106923ea030f,35875,1731403483356 2024-11-12T09:24:44,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:24:44,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:44,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:44,706 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T09:24:44,707 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/106923ea030f,35875,1731403483356 from backup master directory 2024-11-12T09:24:44,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:24:44,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/106923ea030f,35875,1731403483356 2024-11-12T09:24:44,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:24:44,717 WARN [master/106923ea030f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:24:44,717 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=106923ea030f,35875,1731403483356 2024-11-12T09:24:44,720 INFO [master/106923ea030f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T09:24:44,721 INFO [master/106923ea030f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T09:24:44,777 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/hbase.id] with ID: c4a1a101-e190-489f-acdb-32cb360f63e4 2024-11-12T09:24:44,777 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/.tmp/hbase.id 2024-11-12T09:24:44,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:24:45,189 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/.tmp/hbase.id]:[hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/hbase.id] 2024-11-12T09:24:45,238 INFO [master/106923ea030f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:24:45,244 INFO [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T09:24:45,269 INFO [master/106923ea030f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-12T09:24:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:45,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:24:45,333 INFO [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:24:45,337 INFO [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T09:24:45,357 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:45,362 INFO [master/106923ea030f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:24:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:24:45,420 INFO [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store 2024-11-12T09:24:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:24:45,444 INFO [master/106923ea030f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T09:24:45,447 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:24:45,449 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:24:45,449 INFO [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:24:45,449 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:24:45,451 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:24:45,452 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:24:45,452 INFO [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:24:45,454 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731403485449Disabling compacts and flushes for region at 1731403485449Disabling writes for close at 1731403485451 (+2 ms)Writing region close event to WAL at 1731403485452 (+1 ms)Closed at 1731403485452 2024-11-12T09:24:45,456 WARN [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/.initializing 2024-11-12T09:24:45,457 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/WALs/106923ea030f,35875,1731403483356 2024-11-12T09:24:45,466 INFO [master/106923ea030f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:24:45,482 INFO [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C35875%2C1731403483356, suffix=, logDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/WALs/106923ea030f,35875,1731403483356, archiveDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/oldWALs, maxLogs=10 2024-11-12T09:24:45,505 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/WALs/106923ea030f,35875,1731403483356/106923ea030f%2C35875%2C1731403483356.1731403485486, exclude list is [], retry=0 2024-11-12T09:24:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46485,DS-d52eb867-0b22-4473-8d45-a47b45ba8e0b,DISK] 2024-11-12T09:24:45,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T09:24:45,560 INFO [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/WALs/106923ea030f,35875,1731403483356/106923ea030f%2C35875%2C1731403483356.1731403485486 2024-11-12T09:24:45,561 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42295:42295)] 2024-11-12T09:24:45,561 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:24:45,562 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:24:45,565 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,566 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T09:24:45,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:45,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:45,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T09:24:45,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:45,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:24:45,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T09:24:45,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:45,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:24:45,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T09:24:45,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:45,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:24:45,660 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,666 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,667 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,675 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,676 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,680 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:24:45,685 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:24:45,690 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:24:45,691 INFO [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71604877, jitterRate=0.06699581444263458}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:24:45,697 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731403485578Initializing all the Stores at 1731403485581 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403485582 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403485583 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403485583Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403485583Cleaning up temporary data from old regions at 1731403485676 (+93 ms)Region opened successfully at 1731403485697 (+21 ms) 2024-11-12T09:24:45,698 INFO [master/106923ea030f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T09:24:45,728 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77884a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0 2024-11-12T09:24:45,754 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T09:24:45,763 INFO [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T09:24:45,763 INFO [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T09:24:45,765 INFO [master/106923ea030f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T09:24:45,767 INFO [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T09:24:45,771 INFO [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T09:24:45,771 INFO [master/106923ea030f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T09:24:45,797 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T09:24:45,805 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T09:24:45,852 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T09:24:45,858 INFO [master/106923ea030f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T09:24:45,862 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T09:24:45,883 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T09:24:45,886 INFO [master/106923ea030f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T09:24:45,890 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T09:24:45,949 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T09:24:45,952 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T09:24:46,011 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T09:24:46,040 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T09:24:46,061 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T09:24:46,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:24:46,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:24:46,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:46,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:46,075 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=106923ea030f,35875,1731403483356, sessionid=0x1012e5c81160000, setting cluster-up flag (Was=false) 2024-11-12T09:24:46,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:46,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:46,135 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T09:24:46,138 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,35875,1731403483356 2024-11-12T09:24:46,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:46,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:46,188 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T09:24:46,190 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=106923ea030f,35875,1731403483356 2024-11-12T09:24:46,197 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T09:24:46,264 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(746): ClusterId : c4a1a101-e190-489f-acdb-32cb360f63e4 2024-11-12T09:24:46,267 DEBUG [RS:0;106923ea030f:33779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:24:46,283 DEBUG [RS:0;106923ea030f:33779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:24:46,283 DEBUG [RS:0;106923ea030f:33779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:24:46,284 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T09:24:46,293 INFO [master/106923ea030f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T09:24:46,294 DEBUG [RS:0;106923ea030f:33779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:24:46,295 DEBUG [RS:0;106923ea030f:33779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7275915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=106923ea030f/172.17.0.2:0 2024-11-12T09:24:46,301 INFO [master/106923ea030f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T09:24:46,311 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;106923ea030f:33779 2024-11-12T09:24:46,308 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 106923ea030f,35875,1731403483356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T09:24:46,315 INFO [RS:0;106923ea030f:33779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:24:46,315 INFO [RS:0;106923ea030f:33779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:24:46,315 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:24:46,317 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:24:46,317 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:24:46,317 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:24:46,317 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/106923ea030f:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:24:46,318 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/106923ea030f:0, corePoolSize=10, maxPoolSize=10 2024-11-12T09:24:46,318 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(2659): reportForDuty to master=106923ea030f,35875,1731403483356 with port=33779, startcode=1731403484435 2024-11-12T09:24:46,318 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,318 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/106923ea030f:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:24:46,318 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:24:46,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T09:24:46,325 INFO [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731403516325 2024-11-12T09:24:46,327 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T09:24:46,328 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T09:24:46,330 DEBUG [RS:0;106923ea030f:33779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:24:46,331 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T09:24:46,331 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T09:24:46,331 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T09:24:46,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:46,331 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T09:24:46,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T09:24:46,336 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,340 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T09:24:46,341 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T09:24:46,342 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T09:24:46,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:24:46,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T09:24:46,346 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 2024-11-12T09:24:46,348 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T09:24:46,348 INFO [master/106923ea030f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T09:24:46,356 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403486349,5,FailOnTimeoutGroup] 2024-11-12T09:24:46,358 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403486357,5,FailOnTimeoutGroup] 2024-11-12T09:24:46,358 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,358 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T09:24:46,360 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,360 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:24:46,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:24:46,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:24:46,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:24:46,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:46,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:46,378 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:24:46,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:24:46,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:24:46,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:46,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:46,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:24:46,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 106923ea030f,33779,1731403484435 2024-11-12T09:24:46,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:24:46,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:46,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:46,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:24:46,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35875 {}] master.ServerManager(517): Registering regionserver=106923ea030f,33779,1731403484435 2024-11-12T09:24:46,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:24:46,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:46,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:46,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:24:46,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740 2024-11-12T09:24:46,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740 2024-11-12T09:24:46,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:24:46,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:24:46,402 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:24:46,404 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 2024-11-12T09:24:46,405 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43527 2024-11-12T09:24:46,405 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:24:46,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:24:46,415 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:24:46,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60145487, jitterRate=-0.10376240313053131}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:24:46,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:24:46,420 DEBUG [RS:0;106923ea030f:33779 {}] zookeeper.ZKUtil(111): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/106923ea030f,33779,1731403484435 2024-11-12T09:24:46,421 WARN [RS:0;106923ea030f:33779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:24:46,421 INFO [RS:0;106923ea030f:33779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:24:46,421 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/WALs/106923ea030f,33779,1731403484435 2024-11-12T09:24:46,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731403486369Initializing all the Stores at 1731403486372 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403486372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403486372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403486372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403486372Cleaning up temporary data from old regions at 1731403486401 (+29 ms)Region opened successfully at 1731403486421 (+20 ms) 2024-11-12T09:24:46,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:24:46,421 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:24:46,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:24:46,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:24:46,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:24:46,423 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:24:46,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731403486421Disabling compacts and flushes for region at 1731403486421Disabling writes for close at 1731403486422 (+1 ms)Writing region close event to WAL at 1731403486423 (+1 ms)Closed at 1731403486423 2024-11-12T09:24:46,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [106923ea030f,33779,1731403484435] 2024-11-12T09:24:46,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:24:46,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T09:24:46,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:24:46,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:24:46,449 INFO [RS:0;106923ea030f:33779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:24:46,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T09:24:46,465 INFO [RS:0;106923ea030f:33779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:24:46,469 INFO [RS:0;106923ea030f:33779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:24:46,469 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,471 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:24:46,476 INFO [RS:0;106923ea030f:33779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:24:46,477 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,478 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,478 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,478 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,478 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,478 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,479 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/106923ea030f:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:24:46,479 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,479 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,479 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,480 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,480 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,480 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/106923ea030f:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:24:46,480 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:24:46,480 DEBUG [RS:0;106923ea030f:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:24:46,481 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,481 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,481 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,481 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,482 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,482 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33779,1731403484435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:24:46,500 INFO [RS:0;106923ea030f:33779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:24:46,502 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,33779,1731403484435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,503 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,503 INFO [RS:0;106923ea030f:33779 {}] regionserver.Replication(171): 106923ea030f,33779,1731403484435 started 2024-11-12T09:24:46,524 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:46,524 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1482): Serving as 106923ea030f,33779,1731403484435, RpcServer on 106923ea030f/172.17.0.2:33779, sessionid=0x1012e5c81160001 2024-11-12T09:24:46,525 DEBUG [RS:0;106923ea030f:33779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:24:46,525 DEBUG [RS:0;106923ea030f:33779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 106923ea030f,33779,1731403484435 2024-11-12T09:24:46,525 DEBUG [RS:0;106923ea030f:33779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,33779,1731403484435' 2024-11-12T09:24:46,526 DEBUG [RS:0;106923ea030f:33779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:24:46,527 DEBUG [RS:0;106923ea030f:33779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:24:46,527 DEBUG [RS:0;106923ea030f:33779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:24:46,528 DEBUG [RS:0;106923ea030f:33779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:24:46,528 DEBUG [RS:0;106923ea030f:33779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 106923ea030f,33779,1731403484435 2024-11-12T09:24:46,528 DEBUG [RS:0;106923ea030f:33779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '106923ea030f,33779,1731403484435' 2024-11-12T09:24:46,528 DEBUG [RS:0;106923ea030f:33779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:24:46,529 DEBUG [RS:0;106923ea030f:33779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:24:46,529 DEBUG [RS:0;106923ea030f:33779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:24:46,530 INFO [RS:0;106923ea030f:33779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:24:46,530 INFO [RS:0;106923ea030f:33779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:24:46,602 WARN [106923ea030f:35875 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T09:24:46,636 INFO [RS:0;106923ea030f:33779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:24:46,640 INFO [RS:0;106923ea030f:33779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C33779%2C1731403484435, suffix=, logDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/WALs/106923ea030f,33779,1731403484435, archiveDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/oldWALs, maxLogs=32 2024-11-12T09:24:46,662 DEBUG [RS:0;106923ea030f:33779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/WALs/106923ea030f,33779,1731403484435/106923ea030f%2C33779%2C1731403484435.1731403486643, exclude list is [], retry=0 2024-11-12T09:24:46,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46485,DS-d52eb867-0b22-4473-8d45-a47b45ba8e0b,DISK] 2024-11-12T09:24:46,672 INFO [RS:0;106923ea030f:33779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/WALs/106923ea030f,33779,1731403484435/106923ea030f%2C33779%2C1731403484435.1731403486643 2024-11-12T09:24:46,673 DEBUG [RS:0;106923ea030f:33779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42295:42295)] 2024-11-12T09:24:46,854 DEBUG [106923ea030f:35875 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T09:24:46,864 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:24:46,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,33779,1731403484435, state=OPENING 2024-11-12T09:24:46,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T09:24:46,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:46,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:24:46,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:24:46,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:24:46,995 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:24:46,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:24:47,177 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:24:47,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:24:47,195 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:24:47,195 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:24:47,196 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:24:47,200 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=106923ea030f%2C33779%2C1731403484435.meta, suffix=.meta, logDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/WALs/106923ea030f,33779,1731403484435, archiveDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/oldWALs, maxLogs=32 2024-11-12T09:24:47,223 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/WALs/106923ea030f,33779,1731403484435/106923ea030f%2C33779%2C1731403484435.meta.1731403487203.meta, exclude list is [], retry=0 2024-11-12T09:24:47,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46485,DS-d52eb867-0b22-4473-8d45-a47b45ba8e0b,DISK] 2024-11-12T09:24:47,231 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/WALs/106923ea030f,33779,1731403484435/106923ea030f%2C33779%2C1731403484435.meta.1731403487203.meta 2024-11-12T09:24:47,232 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42295:42295)] 2024-11-12T09:24:47,232 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:24:47,234 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:24:47,237 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:24:47,242 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:24:47,247 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:24:47,248 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:24:47,248 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:24:47,248 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:24:47,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:24:47,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:24:47,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:47,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:47,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:24:47,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:24:47,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:47,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:47,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:24:47,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:24:47,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:47,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:47,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:24:47,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:24:47,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:47,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:24:47,267 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:24:47,268 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740 2024-11-12T09:24:47,271 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740 2024-11-12T09:24:47,273 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:24:47,274 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:24:47,274 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:24:47,277 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:24:47,278 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70355124, jitterRate=0.04837304353713989}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:24:47,279 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:24:47,280 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731403487249Writing region info on filesystem at 1731403487249Initializing all the Stores at 1731403487251 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403487251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403487252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403487252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731403487252Cleaning up temporary data from old regions at 1731403487274 (+22 ms)Running coprocessor post-open hooks at 1731403487279 (+5 ms)Region opened successfully at 1731403487280 (+1 ms) 2024-11-12T09:24:47,286 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731403487167 2024-11-12T09:24:47,296 DEBUG [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:24:47,296 INFO [RS_OPEN_META-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:24:47,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:24:47,300 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 106923ea030f,33779,1731403484435, state=OPEN 2024-11-12T09:24:47,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:24:47,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:24:47,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:24:47,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:24:47,411 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:47,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T09:24:47,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=106923ea030f,33779,1731403484435 in 414 msec 2024-11-12T09:24:47,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T09:24:47,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 987 msec 2024-11-12T09:24:47,429 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:24:47,429 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T09:24:47,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:47,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:47,466 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:47,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:47,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-12T09:24:47,485 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731403487485, completionTime=-1 2024-11-12T09:24:47,488 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T09:24:47,488 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T09:24:47,513 INFO [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T09:24:47,513 INFO [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731403547513 2024-11-12T09:24:47,513 INFO [master/106923ea030f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731403607513 2024-11-12T09:24:47,513 INFO [master/106923ea030f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-12T09:24:47,515 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35875,1731403483356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:47,516 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35875,1731403483356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:47,516 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35875,1731403483356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:47,517 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-106923ea030f:35875, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:47,517 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:47,518 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:47,524 DEBUG [master/106923ea030f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T09:24:47,542 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.825sec 2024-11-12T09:24:47,543 INFO [master/106923ea030f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T09:24:47,544 INFO [master/106923ea030f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T09:24:47,545 INFO [master/106923ea030f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T09:24:47,546 INFO [master/106923ea030f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T09:24:47,546 INFO [master/106923ea030f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T09:24:47,547 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35875,1731403483356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:24:47,547 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35875,1731403483356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T09:24:47,555 DEBUG [master/106923ea030f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T09:24:47,556 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T09:24:47,556 INFO [master/106923ea030f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=106923ea030f,35875,1731403483356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:24:47,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c90ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:47,574 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T09:24:47,575 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T09:24:47,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:47,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:47,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:47,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53943cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:47,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:47,599 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:47,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba7d24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:47,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:47,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:47,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:47,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:47,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=106923ea030f,35875,1731403483356 2024-11-12T09:24:47,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=8291 2024-11-12T09:24:47,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:24:47,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35875,1731403483356 2024-11-12T09:24:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22558fd8 2024-11-12T09:24:47,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:24:47,660 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:24:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:24:47,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:24:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T09:24:47,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:24:47,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-12T09:24:47,696 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:47,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:24:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:24:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741835_1011 (size=959) 2024-11-12T09:24:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:24:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:24:48,122 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 2024-11-12T09:24:48,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741836_1012 (size=53) 2024-11-12T09:24:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:24:48,535 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:24:48,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3a4d4e1572f00393c7c9577135a81497, disabling compactions & flushes 2024-11-12T09:24:48,536 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:48,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:48,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. after waiting 0 ms 2024-11-12T09:24:48,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:48,536 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:48,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a4d4e1572f00393c7c9577135a81497: Waiting for close lock at 1731403488536Disabling compacts and flushes for region at 1731403488536Disabling writes for close at 1731403488536Writing region close event to WAL at 1731403488536Closed at 1731403488536 2024-11-12T09:24:48,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:24:48,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731403488539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403488539"}]},"ts":"1731403488539"} 2024-11-12T09:24:48,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:24:48,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:24:48,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403488551"}]},"ts":"1731403488551"} 2024-11-12T09:24:48,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T09:24:48,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, ASSIGN}] 2024-11-12T09:24:48,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, ASSIGN 2024-11-12T09:24:48,565 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, ASSIGN; state=OFFLINE, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=false 2024-11-12T09:24:48,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a4d4e1572f00393c7c9577135a81497, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:24:48,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, ASSIGN because future has completed 2024-11-12T09:24:48,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:24:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:24:48,887 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:48,887 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:24:48,888 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,888 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:24:48,888 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,888 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,891 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,893 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a4d4e1572f00393c7c9577135a81497 columnFamilyName A 2024-11-12T09:24:48,893 DEBUG [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:48,894 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] regionserver.HStore(327): Store=3a4d4e1572f00393c7c9577135a81497/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:24:48,894 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,897 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a4d4e1572f00393c7c9577135a81497 columnFamilyName B 2024-11-12T09:24:48,897 DEBUG [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:48,898 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] regionserver.HStore(327): Store=3a4d4e1572f00393c7c9577135a81497/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:24:48,898 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,901 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a4d4e1572f00393c7c9577135a81497 columnFamilyName C 2024-11-12T09:24:48,901 DEBUG [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:24:48,902 INFO [StoreOpener-3a4d4e1572f00393c7c9577135a81497-1 {}] regionserver.HStore(327): Store=3a4d4e1572f00393c7c9577135a81497/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:24:48,902 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,903 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,904 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,906 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,906 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,907 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:24:48,909 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,912 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:24:48,913 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a4d4e1572f00393c7c9577135a81497; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75002913, jitterRate=0.1176304966211319}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:24:48,913 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:48,914 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a4d4e1572f00393c7c9577135a81497: Running coprocessor pre-open hook at 1731403488888Writing region info on filesystem at 1731403488888Initializing all the Stores at 1731403488890 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403488890Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403488890Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403488890Cleaning up temporary data from old regions at 1731403488906 (+16 ms)Running coprocessor post-open hooks at 1731403488913 (+7 ms)Region opened successfully at 1731403488914 (+1 ms) 2024-11-12T09:24:48,916 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., pid=6, masterSystemTime=1731403488877 2024-11-12T09:24:48,919 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:48,919 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:48,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a4d4e1572f00393c7c9577135a81497, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:24:48,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:24:48,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T09:24:48,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 in 204 msec 2024-11-12T09:24:48,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T09:24:48,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, ASSIGN in 371 msec 2024-11-12T09:24:48,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:24:48,940 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403488940"}]},"ts":"1731403488940"} 2024-11-12T09:24:48,944 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T09:24:48,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:24:48,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2780 sec 2024-11-12T09:24:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:24:49,868 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:24:49,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8b07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,879 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a99da4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,884 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e1d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:49,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:49,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:24:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35875,1731403483356 2024-11-12T09:24:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5effb952 2024-11-12T09:24:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:24:49,906 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:24:49,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff18d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,914 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75100a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,918 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1190fb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109bd06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,926 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dee243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad5917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af20e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,938 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d08ce54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,943 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295e0987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7387a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,949 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470128a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,955 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4686c825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a031a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304f4336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,962 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6579bd83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276a94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,969 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113b901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,972 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e55b035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d403639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,983 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552dc5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,987 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e684afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d66d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:49,992 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288fb03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:49,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:49,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:49,995 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c75040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be0d766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:49,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:24:49,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:24:50,000 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:24:50,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:24:50,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:24:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3433011f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:24:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:24:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:24:50,003 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:24:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449b1dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:24:50,012 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,013 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,016 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,017 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:24:50,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,032 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,033 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-12T09:24:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:24:50,046 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:24:50,046 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,050 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:24:50,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:24:50,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,063 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,076 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:24:50,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:24:50,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:24:50,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:24:50,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:50,126 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:50,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:24:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:24:50,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:50,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:50,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/e2c20b99b183499e8ad47120be0ff8e2 is 50, key is test_row_0/A:col10/1731403490062/Put/seqid=0 2024-11-12T09:24:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741837_1013 (size=12001) 2024-11-12T09:24:50,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/e2c20b99b183499e8ad47120be0ff8e2 2024-11-12T09:24:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:24:50,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403550422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403550428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403550439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403550444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403550453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/74bc818b747e4edaa5d668a8e75ff7cf is 50, key is test_row_0/B:col10/1731403490062/Put/seqid=0 2024-11-12T09:24:50,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:50,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741838_1014 (size=12001) 2024-11-12T09:24:50,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403550618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403550619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403550620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403550622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403550623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:24:50,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403550839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403550838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403550839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403550840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403550840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:50,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:50,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/74bc818b747e4edaa5d668a8e75ff7cf 2024-11-12T09:24:50,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/58e7742fee344ed7bb63126f322b1aa3 is 50, key is test_row_0/C:col10/1731403490062/Put/seqid=0 2024-11-12T09:24:50,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:50,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:50,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:50,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741839_1015 (size=12001) 2024-11-12T09:24:51,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:51,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:51,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:51,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:51,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403551157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403551158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403551158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403551161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403551161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:24:51,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:51,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:51,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/58e7742fee344ed7bb63126f322b1aa3 2024-11-12T09:24:51,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/e2c20b99b183499e8ad47120be0ff8e2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e2c20b99b183499e8ad47120be0ff8e2 2024-11-12T09:24:51,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:51,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:51,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:51,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:51,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:51,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e2c20b99b183499e8ad47120be0ff8e2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T09:24:51,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/74bc818b747e4edaa5d668a8e75ff7cf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/74bc818b747e4edaa5d668a8e75ff7cf 2024-11-12T09:24:51,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/74bc818b747e4edaa5d668a8e75ff7cf, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T09:24:51,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/58e7742fee344ed7bb63126f322b1aa3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/58e7742fee344ed7bb63126f322b1aa3 2024-11-12T09:24:51,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/58e7742fee344ed7bb63126f322b1aa3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T09:24:51,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a4d4e1572f00393c7c9577135a81497 in 1422ms, sequenceid=12, compaction requested=false 2024-11-12T09:24:51,557 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T09:24:51,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:51,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:24:51,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:51,615 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:24:51,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/ba4c6408a3e740a796589330b066700c is 50, key is test_row_0/A:col10/1731403490435/Put/seqid=0 2024-11-12T09:24:51,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741840_1016 (size=12001) 2024-11-12T09:24:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:51,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403551703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403551707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403551708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403551710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403551710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403551828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403551828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403551836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403551838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:51,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403551838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:51,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:51,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403552040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403552047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403552057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403552058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403552058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,083 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/ba4c6408a3e740a796589330b066700c 2024-11-12T09:24:52,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c5de8c6cd7204ca285d006a77907c62e is 50, key is test_row_0/B:col10/1731403490435/Put/seqid=0 2024-11-12T09:24:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741841_1017 (size=12001) 2024-11-12T09:24:52,155 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c5de8c6cd7204ca285d006a77907c62e 2024-11-12T09:24:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/a167157b048945a9b9c0444a8824d104 is 50, key is test_row_0/C:col10/1731403490435/Put/seqid=0 2024-11-12T09:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:24:52,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741842_1018 (size=12001) 2024-11-12T09:24:52,213 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/a167157b048945a9b9c0444a8824d104 2024-11-12T09:24:52,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/ba4c6408a3e740a796589330b066700c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ba4c6408a3e740a796589330b066700c 2024-11-12T09:24:52,267 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ba4c6408a3e740a796589330b066700c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T09:24:52,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c5de8c6cd7204ca285d006a77907c62e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c5de8c6cd7204ca285d006a77907c62e 2024-11-12T09:24:52,307 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c5de8c6cd7204ca285d006a77907c62e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T09:24:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/a167157b048945a9b9c0444a8824d104 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a167157b048945a9b9c0444a8824d104 2024-11-12T09:24:52,329 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a167157b048945a9b9c0444a8824d104, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T09:24:52,332 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3a4d4e1572f00393c7c9577135a81497 in 717ms, sequenceid=37, compaction requested=false 2024-11-12T09:24:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:52,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T09:24:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T09:24:52,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T09:24:52,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2830 sec 2024-11-12T09:24:52,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.3280 sec 2024-11-12T09:24:52,365 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:52,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:52,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/96847e42c2364ce5bcf46d5cb6d88cd0 is 50, key is test_row_0/A:col10/1731403491706/Put/seqid=0 2024-11-12T09:24:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741843_1019 (size=14341) 2024-11-12T09:24:52,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403552435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403552438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403552441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403552445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403552446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403552557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403552557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403552557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403552568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403552569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:24:52,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403552768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403552768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403552767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403552787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403552787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:52,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/96847e42c2364ce5bcf46d5cb6d88cd0 2024-11-12T09:24:52,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/2eabccab835f4cde870f05ec2102c271 is 50, key is test_row_0/B:col10/1731403491706/Put/seqid=0 2024-11-12T09:24:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741844_1020 (size=12001) 2024-11-12T09:24:52,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/2eabccab835f4cde870f05ec2102c271 2024-11-12T09:24:52,890 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T09:24:52,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/f183a83ed925469aae198b44fab495b7 is 50, key is test_row_0/C:col10/1731403491706/Put/seqid=0 2024-11-12T09:24:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741845_1021 (size=12001) 2024-11-12T09:24:52,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/f183a83ed925469aae198b44fab495b7 2024-11-12T09:24:52,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/96847e42c2364ce5bcf46d5cb6d88cd0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/96847e42c2364ce5bcf46d5cb6d88cd0 2024-11-12T09:24:52,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/96847e42c2364ce5bcf46d5cb6d88cd0, entries=200, sequenceid=49, filesize=14.0 K 2024-11-12T09:24:52,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/2eabccab835f4cde870f05ec2102c271 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2eabccab835f4cde870f05ec2102c271 2024-11-12T09:24:52,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2eabccab835f4cde870f05ec2102c271, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T09:24:52,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/f183a83ed925469aae198b44fab495b7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/f183a83ed925469aae198b44fab495b7 2024-11-12T09:24:53,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/f183a83ed925469aae198b44fab495b7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T09:24:53,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a4d4e1572f00393c7c9577135a81497 in 647ms, sequenceid=49, compaction requested=true 2024-11-12T09:24:53,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:53,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:24:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:53,038 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:24:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:53,038 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:24:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:53,042 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:53,044 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:24:53,044 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:53,045 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/74bc818b747e4edaa5d668a8e75ff7cf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c5de8c6cd7204ca285d006a77907c62e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2eabccab835f4cde870f05ec2102c271] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=35.2 K 2024-11-12T09:24:53,045 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:53,046 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:24:53,046 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:53,046 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e2c20b99b183499e8ad47120be0ff8e2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ba4c6408a3e740a796589330b066700c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/96847e42c2364ce5bcf46d5cb6d88cd0] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=37.4 K 2024-11-12T09:24:53,047 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 74bc818b747e4edaa5d668a8e75ff7cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731403490062 2024-11-12T09:24:53,047 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2c20b99b183499e8ad47120be0ff8e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731403490062 2024-11-12T09:24:53,047 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c5de8c6cd7204ca285d006a77907c62e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731403490419 2024-11-12T09:24:53,050 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eabccab835f4cde870f05ec2102c271, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403491699 2024-11-12T09:24:53,051 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba4c6408a3e740a796589330b066700c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731403490419 2024-11-12T09:24:53,053 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96847e42c2364ce5bcf46d5cb6d88cd0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403491699 2024-11-12T09:24:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:53,083 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:53,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:24:53,118 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#9 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:53,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/388f1d2ce6a04c87b5a9c3db10f98eec is 50, key is test_row_0/A:col10/1731403492440/Put/seqid=0 2024-11-12T09:24:53,119 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/b2305a1369374d33bbfe308befe85092 is 50, key is test_row_0/B:col10/1731403491706/Put/seqid=0 2024-11-12T09:24:53,122 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#10 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:53,123 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/869864941b1e4c578ac8b84aa5d45be5 is 50, key is test_row_0/A:col10/1731403491706/Put/seqid=0 2024-11-12T09:24:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403553142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403553145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403553147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741847_1023 (size=12104) 2024-11-12T09:24:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741846_1022 (size=14341) 2024-11-12T09:24:53,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403553158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403553158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,189 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/b2305a1369374d33bbfe308befe85092 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b2305a1369374d33bbfe308befe85092 2024-11-12T09:24:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741848_1024 (size=12104) 2024-11-12T09:24:53,219 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into b2305a1369374d33bbfe308befe85092(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:53,219 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:53,222 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=13, startTime=1731403493038; duration=0sec 2024-11-12T09:24:53,222 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/869864941b1e4c578ac8b84aa5d45be5 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/869864941b1e4c578ac8b84aa5d45be5 2024-11-12T09:24:53,222 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:53,223 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:24:53,223 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:53,240 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into 869864941b1e4c578ac8b84aa5d45be5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:53,240 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:53,240 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=13, startTime=1731403493014; duration=0sec 2024-11-12T09:24:53,241 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:53,241 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:24:53,246 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:53,246 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:24:53,246 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:53,247 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/58e7742fee344ed7bb63126f322b1aa3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a167157b048945a9b9c0444a8824d104, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/f183a83ed925469aae198b44fab495b7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=35.2 K 2024-11-12T09:24:53,248 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 58e7742fee344ed7bb63126f322b1aa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731403490062 2024-11-12T09:24:53,249 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a167157b048945a9b9c0444a8824d104, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731403490419 2024-11-12T09:24:53,250 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting f183a83ed925469aae198b44fab495b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403491699 2024-11-12T09:24:53,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403553266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403553271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403553277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,285 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#12 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:53,286 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/d932bc0dd47a453fa57ca7e455005e08 is 50, key is test_row_0/C:col10/1731403491706/Put/seqid=0 2024-11-12T09:24:53,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403553286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741849_1025 (size=12104) 2024-11-12T09:24:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403553287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,332 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/d932bc0dd47a453fa57ca7e455005e08 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/d932bc0dd47a453fa57ca7e455005e08 2024-11-12T09:24:53,360 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into d932bc0dd47a453fa57ca7e455005e08(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:53,360 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:53,360 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=13, startTime=1731403493038; duration=0sec 2024-11-12T09:24:53,360 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:53,361 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:24:53,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403553487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403553487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403553487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403553516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403553516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/388f1d2ce6a04c87b5a9c3db10f98eec 2024-11-12T09:24:53,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/cdb3dff960dc441ab959d619dbd0ce05 is 50, key is test_row_0/B:col10/1731403492440/Put/seqid=0 2024-11-12T09:24:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741850_1026 (size=12001) 2024-11-12T09:24:53,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403553796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403553796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403553796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T09:24:53,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T09:24:53,817 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:24:53,817 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T09:24:53,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T09:24:53,818 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T09:24:53,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T09:24:53,819 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-12T09:24:53,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403553826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:53,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403553826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:53,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:53,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/cdb3dff960dc441ab959d619dbd0ce05 2024-11-12T09:24:54,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/591b2c6bacc246a69c4425f060fcc9b4 is 50, key is test_row_0/C:col10/1731403492440/Put/seqid=0 2024-11-12T09:24:54,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741851_1027 (size=12001) 2024-11-12T09:24:54,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/591b2c6bacc246a69c4425f060fcc9b4 2024-11-12T09:24:54,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/388f1d2ce6a04c87b5a9c3db10f98eec as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/388f1d2ce6a04c87b5a9c3db10f98eec 2024-11-12T09:24:54,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/388f1d2ce6a04c87b5a9c3db10f98eec, entries=200, sequenceid=74, filesize=14.0 K 2024-11-12T09:24:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/cdb3dff960dc441ab959d619dbd0ce05 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cdb3dff960dc441ab959d619dbd0ce05 2024-11-12T09:24:54,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cdb3dff960dc441ab959d619dbd0ce05, entries=150, sequenceid=74, filesize=11.7 K 2024-11-12T09:24:54,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/591b2c6bacc246a69c4425f060fcc9b4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/591b2c6bacc246a69c4425f060fcc9b4 2024-11-12T09:24:54,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/591b2c6bacc246a69c4425f060fcc9b4, entries=150, sequenceid=74, filesize=11.7 K 2024-11-12T09:24:54,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3a4d4e1572f00393c7c9577135a81497 in 1064ms, sequenceid=74, compaction requested=false 2024-11-12T09:24:54,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:24:54,236 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:24:54,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:24:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-12T09:24:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T09:24:54,240 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:24:54,241 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:24:54,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:24:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:54,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T09:24:54,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/663ef0828fde4ced8fb5474e87399187 is 50, key is test_row_0/A:col10/1731403494307/Put/seqid=0 2024-11-12T09:24:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T09:24:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741852_1028 (size=12001) 2024-11-12T09:24:54,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/663ef0828fde4ced8fb5474e87399187 2024-11-12T09:24:54,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403554355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403554357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403554359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403554361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403554362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/e31873cd4c874f16b70e7b6cde756ce8 is 50, key is test_row_0/B:col10/1731403494307/Put/seqid=0 2024-11-12T09:24:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741853_1029 (size=12001) 2024-11-12T09:24:54,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:54,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:54,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403554466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403554476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403554476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403554476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403554476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:54,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:54,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T09:24:54,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403554676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403554686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403554686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403554687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403554687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:54,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:54,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:54,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/e31873cd4c874f16b70e7b6cde756ce8 2024-11-12T09:24:54,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/34801b1942ba4dab94a25c4fe9cb4646 is 50, key is test_row_0/C:col10/1731403494307/Put/seqid=0 2024-11-12T09:24:54,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741854_1030 (size=12001) 2024-11-12T09:24:54,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/34801b1942ba4dab94a25c4fe9cb4646 2024-11-12T09:24:54,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/663ef0828fde4ced8fb5474e87399187 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/663ef0828fde4ced8fb5474e87399187 2024-11-12T09:24:54,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/663ef0828fde4ced8fb5474e87399187, entries=150, sequenceid=91, filesize=11.7 K 2024-11-12T09:24:54,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/e31873cd4c874f16b70e7b6cde756ce8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/e31873cd4c874f16b70e7b6cde756ce8 2024-11-12T09:24:54,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T09:24:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:54,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/e31873cd4c874f16b70e7b6cde756ce8, entries=150, sequenceid=91, filesize=11.7 K 2024-11-12T09:24:54,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/34801b1942ba4dab94a25c4fe9cb4646 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/34801b1942ba4dab94a25c4fe9cb4646 2024-11-12T09:24:54,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/34801b1942ba4dab94a25c4fe9cb4646, entries=150, sequenceid=91, filesize=11.7 K 2024-11-12T09:24:54,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3a4d4e1572f00393c7c9577135a81497 in 583ms, sequenceid=91, compaction requested=true 2024-11-12T09:24:54,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:54,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:24:54,894 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:54,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:54,894 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:54,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:24:54,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:54,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:24:54,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:54,900 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:54,900 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:24:54,901 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,901 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/869864941b1e4c578ac8b84aa5d45be5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/388f1d2ce6a04c87b5a9c3db10f98eec, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/663ef0828fde4ced8fb5474e87399187] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=37.5 K 2024-11-12T09:24:54,903 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:54,903 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:24:54,903 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:54,903 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 869864941b1e4c578ac8b84aa5d45be5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403491699 2024-11-12T09:24:54,903 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b2305a1369374d33bbfe308befe85092, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cdb3dff960dc441ab959d619dbd0ce05, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/e31873cd4c874f16b70e7b6cde756ce8] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=35.3 K 2024-11-12T09:24:54,904 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b2305a1369374d33bbfe308befe85092, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403491699 2024-11-12T09:24:54,904 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 388f1d2ce6a04c87b5a9c3db10f98eec, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403492436 2024-11-12T09:24:54,905 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 663ef0828fde4ced8fb5474e87399187, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731403493144 2024-11-12T09:24:54,905 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting cdb3dff960dc441ab959d619dbd0ce05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403492436 2024-11-12T09:24:54,906 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e31873cd4c874f16b70e7b6cde756ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731403493144 2024-11-12T09:24:54,927 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:54,928 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/174e677fd1c64aa89ee69045472647b0 is 50, key is test_row_0/B:col10/1731403494307/Put/seqid=0 2024-11-12T09:24:54,936 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:54,938 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/dd286e1ff6cd4d38a4eb0b9685473b43 is 50, key is test_row_0/A:col10/1731403494307/Put/seqid=0 2024-11-12T09:24:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741855_1031 (size=12207) 2024-11-12T09:24:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741856_1032 (size=12207) 2024-11-12T09:24:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:54,991 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:54,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T09:24:54,995 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/dd286e1ff6cd4d38a4eb0b9685473b43 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/dd286e1ff6cd4d38a4eb0b9685473b43 2024-11-12T09:24:55,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/31af2fc362254094a83410487cbbc347 is 50, key is test_row_0/A:col10/1731403494352/Put/seqid=0 2024-11-12T09:24:55,014 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into dd286e1ff6cd4d38a4eb0b9685473b43(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:55,015 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:55,015 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=13, startTime=1731403494894; duration=0sec 2024-11-12T09:24:55,015 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:55,015 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:24:55,015 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:55,017 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:55,018 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:24:55,018 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,018 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/d932bc0dd47a453fa57ca7e455005e08, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/591b2c6bacc246a69c4425f060fcc9b4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/34801b1942ba4dab94a25c4fe9cb4646] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=35.3 K 2024-11-12T09:24:55,019 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d932bc0dd47a453fa57ca7e455005e08, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403491699 2024-11-12T09:24:55,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,020 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 591b2c6bacc246a69c4425f060fcc9b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403492436 2024-11-12T09:24:55,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,021 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34801b1942ba4dab94a25c4fe9cb4646, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731403493144 2024-11-12T09:24:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403555015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403555017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403555019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403555023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403555026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741857_1033 (size=14341) 2024-11-12T09:24:55,049 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:55,049 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/0c73e5861ed944c6af1b1e20810aa942 is 50, key is test_row_0/C:col10/1731403494307/Put/seqid=0 2024-11-12T09:24:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741858_1034 (size=12207) 2024-11-12T09:24:55,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403555137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403555137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403555137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403555137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403555137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:55,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403555346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403555346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403555346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403555346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403555356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T09:24:55,383 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/174e677fd1c64aa89ee69045472647b0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/174e677fd1c64aa89ee69045472647b0 2024-11-12T09:24:55,394 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into 174e677fd1c64aa89ee69045472647b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:55,394 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:55,394 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=13, startTime=1731403494894; duration=0sec 2024-11-12T09:24:55,394 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:55,394 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:24:55,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/31af2fc362254094a83410487cbbc347 2024-11-12T09:24:55,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/d3b976584fe3412aadbef6c1fbf951af is 50, key is test_row_0/B:col10/1731403494352/Put/seqid=0 2024-11-12T09:24:55,470 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/0c73e5861ed944c6af1b1e20810aa942 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/0c73e5861ed944c6af1b1e20810aa942 2024-11-12T09:24:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741859_1035 (size=12001) 2024-11-12T09:24:55,481 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into 0c73e5861ed944c6af1b1e20810aa942(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:55,481 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:55,481 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=13, startTime=1731403494894; duration=0sec 2024-11-12T09:24:55,481 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:55,481 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:24:55,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/d3b976584fe3412aadbef6c1fbf951af 2024-11-12T09:24:55,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:55,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:55,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:55,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/84920c8bcefb42fa8db2176127d45f4b is 50, key is test_row_0/C:col10/1731403494352/Put/seqid=0 2024-11-12T09:24:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741860_1036 (size=12001) 2024-11-12T09:24:55,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/84920c8bcefb42fa8db2176127d45f4b 2024-11-12T09:24:55,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/31af2fc362254094a83410487cbbc347 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/31af2fc362254094a83410487cbbc347 2024-11-12T09:24:55,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/31af2fc362254094a83410487cbbc347, entries=200, sequenceid=114, filesize=14.0 K 2024-11-12T09:24:55,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/d3b976584fe3412aadbef6c1fbf951af as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/d3b976584fe3412aadbef6c1fbf951af 2024-11-12T09:24:55,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/d3b976584fe3412aadbef6c1fbf951af, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T09:24:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/84920c8bcefb42fa8db2176127d45f4b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/84920c8bcefb42fa8db2176127d45f4b 2024-11-12T09:24:55,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/84920c8bcefb42fa8db2176127d45f4b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T09:24:55,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3a4d4e1572f00393c7c9577135a81497 in 645ms, sequenceid=114, compaction requested=false 2024-11-12T09:24:55,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:55,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:24:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,648 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T09:24:55,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/f6bdce3537294550970022b393f0c9f2 is 50, key is test_row_0/A:col10/1731403495021/Put/seqid=0 2024-11-12T09:24:55,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:55,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741861_1037 (size=12001) 2024-11-12T09:24:55,699 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/f6bdce3537294550970022b393f0c9f2 2024-11-12T09:24:55,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403555719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403555721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403555723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403555726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c80eab7134414134af47ff480a1f2bc4 is 50, key is test_row_0/B:col10/1731403495021/Put/seqid=0 2024-11-12T09:24:55,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403555728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741862_1038 (size=12001) 2024-11-12T09:24:55,752 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c80eab7134414134af47ff480a1f2bc4 2024-11-12T09:24:55,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/2fcf584e678d40d68493d88665beb2fa is 50, key is test_row_0/C:col10/1731403495021/Put/seqid=0 2024-11-12T09:24:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741863_1039 (size=12001) 2024-11-12T09:24:55,801 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/2fcf584e678d40d68493d88665beb2fa 2024-11-12T09:24:55,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/f6bdce3537294550970022b393f0c9f2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f6bdce3537294550970022b393f0c9f2 2024-11-12T09:24:55,831 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f6bdce3537294550970022b393f0c9f2, entries=150, sequenceid=131, filesize=11.7 K 2024-11-12T09:24:55,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c80eab7134414134af47ff480a1f2bc4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c80eab7134414134af47ff480a1f2bc4 2024-11-12T09:24:55,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403555836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403555836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403555837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403555837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403555848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:55,856 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c80eab7134414134af47ff480a1f2bc4, entries=150, sequenceid=131, filesize=11.7 K 2024-11-12T09:24:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/2fcf584e678d40d68493d88665beb2fa as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2fcf584e678d40d68493d88665beb2fa 2024-11-12T09:24:55,881 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2fcf584e678d40d68493d88665beb2fa, entries=150, sequenceid=131, filesize=11.7 K 2024-11-12T09:24:55,882 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3a4d4e1572f00393c7c9577135a81497 in 234ms, sequenceid=131, compaction requested=true 2024-11-12T09:24:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T09:24:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T09:24:55,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T09:24:55,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6440 sec 2024-11-12T09:24:55,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.6530 sec 2024-11-12T09:24:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:56,062 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:56,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:24:56,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/f8cbbf39cd344bfebc5a52f4be375e45 is 50, key is test_row_0/A:col10/1731403496058/Put/seqid=0 2024-11-12T09:24:56,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403556076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403556078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403556078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403556080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403556082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741864_1040 (size=12151) 2024-11-12T09:24:56,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/f8cbbf39cd344bfebc5a52f4be375e45 2024-11-12T09:24:56,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c4f81165a49f45eaa079af32d37d3ecf is 50, key is test_row_0/B:col10/1731403496058/Put/seqid=0 2024-11-12T09:24:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741865_1041 (size=12151) 2024-11-12T09:24:56,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403556186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403556186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403556186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403556196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403556196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T09:24:56,386 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:24:56,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:24:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-12T09:24:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T09:24:56,389 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:24:56,390 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:24:56,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:24:56,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403556396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403556396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403556397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403556407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403556407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T09:24:56,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c4f81165a49f45eaa079af32d37d3ecf 2024-11-12T09:24:56,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T09:24:56,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:56,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:56,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:56,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:56,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:56,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/dda294313611497a8889246c9b25071d is 50, key is test_row_0/C:col10/1731403496058/Put/seqid=0 2024-11-12T09:24:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741866_1042 (size=12151) 2024-11-12T09:24:56,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/dda294313611497a8889246c9b25071d 2024-11-12T09:24:56,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/f8cbbf39cd344bfebc5a52f4be375e45 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f8cbbf39cd344bfebc5a52f4be375e45 2024-11-12T09:24:56,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f8cbbf39cd344bfebc5a52f4be375e45, entries=150, sequenceid=157, filesize=11.9 K 2024-11-12T09:24:56,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c4f81165a49f45eaa079af32d37d3ecf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c4f81165a49f45eaa079af32d37d3ecf 2024-11-12T09:24:56,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c4f81165a49f45eaa079af32d37d3ecf, entries=150, sequenceid=157, filesize=11.9 K 2024-11-12T09:24:56,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/dda294313611497a8889246c9b25071d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dda294313611497a8889246c9b25071d 2024-11-12T09:24:56,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dda294313611497a8889246c9b25071d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-12T09:24:56,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3a4d4e1572f00393c7c9577135a81497 in 564ms, sequenceid=157, compaction requested=true 2024-11-12T09:24:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:56,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:24:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:56,627 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:24:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:24:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:24:56,627 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:24:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:56,630 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:24:56,630 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:24:56,630 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:56,630 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/dd286e1ff6cd4d38a4eb0b9685473b43, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/31af2fc362254094a83410487cbbc347, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f6bdce3537294550970022b393f0c9f2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f8cbbf39cd344bfebc5a52f4be375e45] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=49.5 K 2024-11-12T09:24:56,631 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:24:56,631 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:24:56,631 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:56,631 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/174e677fd1c64aa89ee69045472647b0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/d3b976584fe3412aadbef6c1fbf951af, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c80eab7134414134af47ff480a1f2bc4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c4f81165a49f45eaa079af32d37d3ecf] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=47.2 K 2024-11-12T09:24:56,632 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd286e1ff6cd4d38a4eb0b9685473b43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731403493144 2024-11-12T09:24:56,632 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31af2fc362254094a83410487cbbc347, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731403494347 2024-11-12T09:24:56,632 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 174e677fd1c64aa89ee69045472647b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731403493144 2024-11-12T09:24:56,633 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting d3b976584fe3412aadbef6c1fbf951af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731403494352 2024-11-12T09:24:56,633 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6bdce3537294550970022b393f0c9f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731403495016 2024-11-12T09:24:56,633 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8cbbf39cd344bfebc5a52f4be375e45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731403495722 2024-11-12T09:24:56,633 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c80eab7134414134af47ff480a1f2bc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731403495016 2024-11-12T09:24:56,634 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c4f81165a49f45eaa079af32d37d3ecf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731403495722 2024-11-12T09:24:56,655 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:56,656 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/2243ed8eeeeb40a4a1a8871a39a07e38 is 50, key is test_row_0/B:col10/1731403496058/Put/seqid=0 2024-11-12T09:24:56,663 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:56,664 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/8ec9cc5c423d4a188488b35d63c07abc is 50, key is test_row_0/A:col10/1731403496058/Put/seqid=0 2024-11-12T09:24:56,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741868_1044 (size=12493) 2024-11-12T09:24:56,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741867_1043 (size=12493) 2024-11-12T09:24:56,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T09:24:56,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:56,700 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T09:24:56,703 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/8ec9cc5c423d4a188488b35d63c07abc as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8ec9cc5c423d4a188488b35d63c07abc 2024-11-12T09:24:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T09:24:56,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:56,719 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into 8ec9cc5c423d4a188488b35d63c07abc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:56,719 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:56,719 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=12, startTime=1731403496626; duration=0sec 2024-11-12T09:24:56,721 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:56,721 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:24:56,721 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:24:56,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2e35a271e2ee4af3963bf584a0c0fb4b is 50, key is test_row_0/A:col10/1731403496077/Put/seqid=0 2024-11-12T09:24:56,726 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:24:56,727 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:24:56,727 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:56,727 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/0c73e5861ed944c6af1b1e20810aa942, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/84920c8bcefb42fa8db2176127d45f4b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2fcf584e678d40d68493d88665beb2fa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dda294313611497a8889246c9b25071d] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=47.2 K 2024-11-12T09:24:56,728 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c73e5861ed944c6af1b1e20810aa942, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731403493144 2024-11-12T09:24:56,730 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84920c8bcefb42fa8db2176127d45f4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731403494352 2024-11-12T09:24:56,731 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fcf584e678d40d68493d88665beb2fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731403495016 2024-11-12T09:24:56,732 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting dda294313611497a8889246c9b25071d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731403495722 2024-11-12T09:24:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741869_1045 (size=12151) 2024-11-12T09:24:56,737 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2e35a271e2ee4af3963bf584a0c0fb4b 2024-11-12T09:24:56,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/baa6f47e21484c19a32cba72cf851ae7 is 50, key is test_row_0/B:col10/1731403496077/Put/seqid=0 2024-11-12T09:24:56,758 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:56,759 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/578ae83d51af4780bd1efc8fb3cf1a3b is 50, key is test_row_0/C:col10/1731403496058/Put/seqid=0 2024-11-12T09:24:56,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403556753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403556761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403556763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403556765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403556766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741870_1046 (size=12151) 2024-11-12T09:24:56,789 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/baa6f47e21484c19a32cba72cf851ae7 2024-11-12T09:24:56,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c656c2ca36c447cca3db8839b441aca2 is 50, key is test_row_0/C:col10/1731403496077/Put/seqid=0 2024-11-12T09:24:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741871_1047 (size=12493) 2024-11-12T09:24:56,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741872_1048 (size=12151) 2024-11-12T09:24:56,817 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c656c2ca36c447cca3db8839b441aca2 2024-11-12T09:24:56,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2e35a271e2ee4af3963bf584a0c0fb4b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2e35a271e2ee4af3963bf584a0c0fb4b 2024-11-12T09:24:56,837 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2e35a271e2ee4af3963bf584a0c0fb4b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-12T09:24:56,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/baa6f47e21484c19a32cba72cf851ae7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/baa6f47e21484c19a32cba72cf851ae7 2024-11-12T09:24:56,851 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/baa6f47e21484c19a32cba72cf851ae7, entries=150, sequenceid=167, filesize=11.9 K 2024-11-12T09:24:56,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c656c2ca36c447cca3db8839b441aca2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c656c2ca36c447cca3db8839b441aca2 2024-11-12T09:24:56,863 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c656c2ca36c447cca3db8839b441aca2, entries=150, sequenceid=167, filesize=11.9 K 2024-11-12T09:24:56,865 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 3a4d4e1572f00393c7c9577135a81497 in 165ms, sequenceid=167, compaction requested=false 2024-11-12T09:24:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T09:24:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T09:24:56,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T09:24:56,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 477 msec 2024-11-12T09:24:56,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 485 msec 2024-11-12T09:24:56,883 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:56,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-12T09:24:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:56,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/d33c8ad5fabc40439d623ce801ccab67 is 50, key is test_row_0/A:col10/1731403496741/Put/seqid=0 2024-11-12T09:24:56,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403556888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403556889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403556889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403556890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403556892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741873_1049 (size=12151) 2024-11-12T09:24:56,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/d33c8ad5fabc40439d623ce801ccab67 2024-11-12T09:24:56,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/358c58b719794c7c81bdd9aecc0e785e is 50, key is test_row_0/B:col10/1731403496741/Put/seqid=0 2024-11-12T09:24:56,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741874_1050 (size=12151) 2024-11-12T09:24:56,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/358c58b719794c7c81bdd9aecc0e785e 2024-11-12T09:24:56,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/42b25d9fbeec402198c5ce39df641d0e is 50, key is test_row_0/C:col10/1731403496741/Put/seqid=0 2024-11-12T09:24:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741875_1051 (size=12151) 2024-11-12T09:24:57,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403557006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403557006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403557006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403557006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403557006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T09:24:57,016 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:24:57,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:24:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-12T09:24:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T09:24:57,021 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:24:57,021 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:24:57,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:24:57,102 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/2243ed8eeeeb40a4a1a8871a39a07e38 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2243ed8eeeeb40a4a1a8871a39a07e38 2024-11-12T09:24:57,113 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into 2243ed8eeeeb40a4a1a8871a39a07e38(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:57,113 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:57,113 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=12, startTime=1731403496627; duration=0sec 2024-11-12T09:24:57,113 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:57,113 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:24:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T09:24:57,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T09:24:57,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:57,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:57,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:57,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:57,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:57,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403557216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403557216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403557216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403557217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403557220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,242 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/578ae83d51af4780bd1efc8fb3cf1a3b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/578ae83d51af4780bd1efc8fb3cf1a3b 2024-11-12T09:24:57,256 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into 578ae83d51af4780bd1efc8fb3cf1a3b(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:57,256 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:57,256 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=12, startTime=1731403496627; duration=0sec 2024-11-12T09:24:57,256 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:57,256 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:24:57,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T09:24:57,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:57,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:57,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T09:24:57,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:57,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:57,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/42b25d9fbeec402198c5ce39df641d0e 2024-11-12T09:24:57,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/d33c8ad5fabc40439d623ce801ccab67 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/d33c8ad5fabc40439d623ce801ccab67 2024-11-12T09:24:57,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/d33c8ad5fabc40439d623ce801ccab67, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T09:24:57,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/358c58b719794c7c81bdd9aecc0e785e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/358c58b719794c7c81bdd9aecc0e785e 2024-11-12T09:24:57,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/358c58b719794c7c81bdd9aecc0e785e, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T09:24:57,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/42b25d9fbeec402198c5ce39df641d0e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/42b25d9fbeec402198c5ce39df641d0e 2024-11-12T09:24:57,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/42b25d9fbeec402198c5ce39df641d0e, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T09:24:57,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 3a4d4e1572f00393c7c9577135a81497 in 531ms, sequenceid=197, compaction requested=true 2024-11-12T09:24:57,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:57,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:24:57,415 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:57,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:57,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:24:57,415 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:57,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:57,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:24:57,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:57,417 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:57,418 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:24:57,418 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:57,418 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8ec9cc5c423d4a188488b35d63c07abc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2e35a271e2ee4af3963bf584a0c0fb4b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/d33c8ad5fabc40439d623ce801ccab67] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=35.9 K 2024-11-12T09:24:57,419 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ec9cc5c423d4a188488b35d63c07abc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731403495722 2024-11-12T09:24:57,419 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:57,420 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:24:57,420 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:57,420 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2243ed8eeeeb40a4a1a8871a39a07e38, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/baa6f47e21484c19a32cba72cf851ae7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/358c58b719794c7c81bdd9aecc0e785e] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=35.9 K 2024-11-12T09:24:57,422 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e35a271e2ee4af3963bf584a0c0fb4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731403496076 2024-11-12T09:24:57,422 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2243ed8eeeeb40a4a1a8871a39a07e38, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731403495722 2024-11-12T09:24:57,424 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d33c8ad5fabc40439d623ce801ccab67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403496741 2024-11-12T09:24:57,424 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting baa6f47e21484c19a32cba72cf851ae7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731403496076 2024-11-12T09:24:57,426 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 358c58b719794c7c81bdd9aecc0e785e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403496741 2024-11-12T09:24:57,451 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#39 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:57,452 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/f829c27434264a2db72d596f6b112425 is 50, key is test_row_0/B:col10/1731403496741/Put/seqid=0 2024-11-12T09:24:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741876_1052 (size=12595) 2024-11-12T09:24:57,468 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#40 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:57,469 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/09c4069340c140acab8a75f0819c0c3c is 50, key is test_row_0/A:col10/1731403496741/Put/seqid=0 2024-11-12T09:24:57,479 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/f829c27434264a2db72d596f6b112425 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/f829c27434264a2db72d596f6b112425 2024-11-12T09:24:57,489 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into f829c27434264a2db72d596f6b112425(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:57,489 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:57,489 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=13, startTime=1731403497415; duration=0sec 2024-11-12T09:24:57,489 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:57,489 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:24:57,489 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:57,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T09:24:57,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:57,490 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-12T09:24:57,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741877_1053 (size=12595) 2024-11-12T09:24:57,495 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:57,495 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:24:57,495 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:57,495 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/578ae83d51af4780bd1efc8fb3cf1a3b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c656c2ca36c447cca3db8839b441aca2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/42b25d9fbeec402198c5ce39df641d0e] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=35.9 K 2024-11-12T09:24:57,496 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 578ae83d51af4780bd1efc8fb3cf1a3b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731403495722 2024-11-12T09:24:57,497 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c656c2ca36c447cca3db8839b441aca2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731403496076 2024-11-12T09:24:57,499 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 42b25d9fbeec402198c5ce39df641d0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403496741 2024-11-12T09:24:57,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/b01eb38d4c914a9599e1e55d8a1ec362 is 50, key is test_row_0/A:col10/1731403496890/Put/seqid=0 2024-11-12T09:24:57,511 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/09c4069340c140acab8a75f0819c0c3c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/09c4069340c140acab8a75f0819c0c3c 2024-11-12T09:24:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741878_1054 (size=9757) 2024-11-12T09:24:57,519 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/b01eb38d4c914a9599e1e55d8a1ec362 2024-11-12T09:24:57,520 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:57,526 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/dafc55e809ab4cdd98d2212163320936 is 50, key is test_row_0/C:col10/1731403496741/Put/seqid=0 2024-11-12T09:24:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:57,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:57,538 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into 09c4069340c140acab8a75f0819c0c3c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:57,538 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:57,538 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=13, startTime=1731403497415; duration=0sec 2024-11-12T09:24:57,538 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:57,538 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:24:57,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741879_1055 (size=12595) 2024-11-12T09:24:57,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/90142b83568a4cc7823870d75697e785 is 50, key is test_row_0/B:col10/1731403496890/Put/seqid=0 2024-11-12T09:24:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741880_1056 (size=9757) 2024-11-12T09:24:57,579 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/90142b83568a4cc7823870d75697e785 2024-11-12T09:24:57,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403557581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403557583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403557582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403557589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403557589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/a028a7e5e744400f8047f38164ca368c is 50, key is test_row_0/C:col10/1731403496890/Put/seqid=0 2024-11-12T09:24:57,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741881_1057 (size=9757) 2024-11-12T09:24:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T09:24:57,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403557696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403557697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403557697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403557706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403557706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403557906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403557906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403557906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403557916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403557916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:57,959 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/dafc55e809ab4cdd98d2212163320936 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dafc55e809ab4cdd98d2212163320936 2024-11-12T09:24:57,968 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into dafc55e809ab4cdd98d2212163320936(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:57,968 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:57,968 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=13, startTime=1731403497415; duration=0sec 2024-11-12T09:24:57,968 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:57,968 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:24:58,010 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/a028a7e5e744400f8047f38164ca368c 2024-11-12T09:24:58,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/b01eb38d4c914a9599e1e55d8a1ec362 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/b01eb38d4c914a9599e1e55d8a1ec362 2024-11-12T09:24:58,033 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/b01eb38d4c914a9599e1e55d8a1ec362, entries=100, sequenceid=207, filesize=9.5 K 2024-11-12T09:24:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/90142b83568a4cc7823870d75697e785 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/90142b83568a4cc7823870d75697e785 2024-11-12T09:24:58,046 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/90142b83568a4cc7823870d75697e785, entries=100, sequenceid=207, filesize=9.5 K 2024-11-12T09:24:58,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/a028a7e5e744400f8047f38164ca368c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a028a7e5e744400f8047f38164ca368c 2024-11-12T09:24:58,055 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a028a7e5e744400f8047f38164ca368c, entries=100, sequenceid=207, filesize=9.5 K 2024-11-12T09:24:58,059 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 3a4d4e1572f00393c7c9577135a81497 in 569ms, sequenceid=207, compaction requested=false 2024-11-12T09:24:58,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:58,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T09:24:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T09:24:58,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T09:24:58,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0390 sec 2024-11-12T09:24:58,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.0500 sec 2024-11-12T09:24:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T09:24:58,156 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:24:58,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-12T09:24:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T09:24:58,160 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:24:58,161 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:24:58,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:58,224 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:58,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-12T09:24:58,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403558225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403558226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/4f4bf7f4947041b78750a7e98e841d7c is 50, key is test_row_0/A:col10/1731403498222/Put/seqid=0 2024-11-12T09:24:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403558226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403558226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403558226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T09:24:58,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741882_1058 (size=12151) 2024-11-12T09:24:58,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/4f4bf7f4947041b78750a7e98e841d7c 2024-11-12T09:24:58,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/9ebff4cb08414576973dc58ecf8448e0 is 50, key is test_row_0/B:col10/1731403498222/Put/seqid=0 2024-11-12T09:24:58,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T09:24:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741883_1059 (size=12151) 2024-11-12T09:24:58,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403558336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403558337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403558337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T09:24:58,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T09:24:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403558546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403558546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403558546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T09:24:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/9ebff4cb08414576973dc58ecf8448e0 2024-11-12T09:24:58,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/563bb740eb024161b7a10fa136c9563b is 50, key is test_row_0/C:col10/1731403498222/Put/seqid=0 2024-11-12T09:24:58,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403558746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403558746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741884_1060 (size=12151) 2024-11-12T09:24:58,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/563bb740eb024161b7a10fa136c9563b 2024-11-12T09:24:58,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/4f4bf7f4947041b78750a7e98e841d7c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/4f4bf7f4947041b78750a7e98e841d7c 2024-11-12T09:24:58,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/4f4bf7f4947041b78750a7e98e841d7c, entries=150, sequenceid=242, filesize=11.9 K 2024-11-12T09:24:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/9ebff4cb08414576973dc58ecf8448e0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9ebff4cb08414576973dc58ecf8448e0 2024-11-12T09:24:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T09:24:58,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T09:24:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9ebff4cb08414576973dc58ecf8448e0, entries=150, sequenceid=242, filesize=11.9 K 2024-11-12T09:24:58,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/563bb740eb024161b7a10fa136c9563b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/563bb740eb024161b7a10fa136c9563b 2024-11-12T09:24:58,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/563bb740eb024161b7a10fa136c9563b, entries=150, sequenceid=242, filesize=11.9 K 2024-11-12T09:24:58,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 3a4d4e1572f00393c7c9577135a81497 in 592ms, sequenceid=242, compaction requested=true 2024-11-12T09:24:58,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:58,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:24:58,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:58,817 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:58,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:24:58,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:58,817 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:58,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:24:58,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:58,819 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:58,819 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:58,819 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:24:58,819 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,819 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:24:58,819 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,819 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/09c4069340c140acab8a75f0819c0c3c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/b01eb38d4c914a9599e1e55d8a1ec362, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/4f4bf7f4947041b78750a7e98e841d7c] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=33.7 K 2024-11-12T09:24:58,819 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/f829c27434264a2db72d596f6b112425, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/90142b83568a4cc7823870d75697e785, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9ebff4cb08414576973dc58ecf8448e0] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=33.7 K 2024-11-12T09:24:58,820 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting f829c27434264a2db72d596f6b112425, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403496741 2024-11-12T09:24:58,820 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09c4069340c140acab8a75f0819c0c3c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403496741 2024-11-12T09:24:58,820 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 90142b83568a4cc7823870d75697e785, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731403496886 2024-11-12T09:24:58,821 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b01eb38d4c914a9599e1e55d8a1ec362, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731403496886 2024-11-12T09:24:58,821 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ebff4cb08414576973dc58ecf8448e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731403497577 2024-11-12T09:24:58,821 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f4bf7f4947041b78750a7e98e841d7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731403497577 2024-11-12T09:24:58,842 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:58,843 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/bbd5d92d6d7c4448875c403c3f45a167 is 50, key is test_row_0/A:col10/1731403498222/Put/seqid=0 2024-11-12T09:24:58,863 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:58,863 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/ecb1c32753964b91b42cdf2fe2b05e26 is 50, key is test_row_0/B:col10/1731403498222/Put/seqid=0 2024-11-12T09:24:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:58,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:24:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741886_1062 (size=12697) 2024-11-12T09:24:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741885_1061 (size=12697) 2024-11-12T09:24:58,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/ac0cbcf2aa164e22ab03452e33e7ac7b is 50, key is test_row_0/A:col10/1731403498873/Put/seqid=0 2024-11-12T09:24:58,921 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/ecb1c32753964b91b42cdf2fe2b05e26 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ecb1c32753964b91b42cdf2fe2b05e26 2024-11-12T09:24:58,931 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into ecb1c32753964b91b42cdf2fe2b05e26(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:58,931 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:58,931 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=13, startTime=1731403498817; duration=0sec 2024-11-12T09:24:58,931 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:58,931 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:24:58,931 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:24:58,934 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:24:58,934 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:24:58,934 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,935 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dafc55e809ab4cdd98d2212163320936, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a028a7e5e744400f8047f38164ca368c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/563bb740eb024161b7a10fa136c9563b] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=33.7 K 2024-11-12T09:24:58,935 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting dafc55e809ab4cdd98d2212163320936, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403496741 2024-11-12T09:24:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741887_1063 (size=14541) 2024-11-12T09:24:58,936 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a028a7e5e744400f8047f38164ca368c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731403496886 2024-11-12T09:24:58,937 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 563bb740eb024161b7a10fa136c9563b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731403497577 2024-11-12T09:24:58,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/ac0cbcf2aa164e22ab03452e33e7ac7b 2024-11-12T09:24:58,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T09:24:58,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:58,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:58,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:58,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e is 50, key is test_row_0/B:col10/1731403498873/Put/seqid=0 2024-11-12T09:24:58,963 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:58,964 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/3dfc6c2b60164bc99fd92839fad06412 is 50, key is test_row_0/C:col10/1731403498222/Put/seqid=0 2024-11-12T09:24:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403558965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403558967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403558969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:58,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741888_1064 (size=12151) 2024-11-12T09:24:58,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e 2024-11-12T09:24:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741889_1065 (size=12697) 2024-11-12T09:24:59,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/3cae372875fa4acf824f62cd9abd7dd4 is 50, key is test_row_0/C:col10/1731403498873/Put/seqid=0 2024-11-12T09:24:59,015 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/3dfc6c2b60164bc99fd92839fad06412 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3dfc6c2b60164bc99fd92839fad06412 2024-11-12T09:24:59,031 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into 3dfc6c2b60164bc99fd92839fad06412(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:59,031 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:59,032 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=13, startTime=1731403498817; duration=0sec 2024-11-12T09:24:59,032 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:59,032 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:24:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741890_1066 (size=12151) 2024-11-12T09:24:59,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/3cae372875fa4acf824f62cd9abd7dd4 2024-11-12T09:24:59,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403559076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403559077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403559086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/ac0cbcf2aa164e22ab03452e33e7ac7b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ac0cbcf2aa164e22ab03452e33e7ac7b 2024-11-12T09:24:59,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T09:24:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:59,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:59,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ac0cbcf2aa164e22ab03452e33e7ac7b, entries=200, sequenceid=253, filesize=14.2 K 2024-11-12T09:24:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:24:59,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e 2024-11-12T09:24:59,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T09:24:59,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/3cae372875fa4acf824f62cd9abd7dd4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3cae372875fa4acf824f62cd9abd7dd4 2024-11-12T09:24:59,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3cae372875fa4acf824f62cd9abd7dd4, entries=150, sequenceid=253, filesize=11.9 K 2024-11-12T09:24:59,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3a4d4e1572f00393c7c9577135a81497 in 259ms, sequenceid=253, compaction requested=false 2024-11-12T09:24:59,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:59,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T09:24:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:59,261 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:24:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2a3b98a2982445c1ba18b0b0847605e4 is 50, key is test_row_0/A:col10/1731403498965/Put/seqid=0 2024-11-12T09:24:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:59,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:24:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T09:24:59,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403559301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741891_1067 (size=12301) 2024-11-12T09:24:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,309 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2a3b98a2982445c1ba18b0b0847605e4 2024-11-12T09:24:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403559303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403559301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,321 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/bbd5d92d6d7c4448875c403c3f45a167 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbd5d92d6d7c4448875c403c3f45a167 2024-11-12T09:24:59,335 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into bbd5d92d6d7c4448875c403c3f45a167(size=12.4 K), total size for store is 26.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:59,335 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:59,335 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=13, startTime=1731403498816; duration=0sec 2024-11-12T09:24:59,335 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:59,335 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:24:59,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c384c7fa6a414f19b16a31591ce9e63b is 50, key is test_row_0/B:col10/1731403498965/Put/seqid=0 2024-11-12T09:24:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741892_1068 (size=12301) 2024-11-12T09:24:59,371 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c384c7fa6a414f19b16a31591ce9e63b 2024-11-12T09:24:59,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/4bdddb691f64427b849e9d17430be105 is 50, key is test_row_0/C:col10/1731403498965/Put/seqid=0 2024-11-12T09:24:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741893_1069 (size=12301) 2024-11-12T09:24:59,396 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/4bdddb691f64427b849e9d17430be105 2024-11-12T09:24:59,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2a3b98a2982445c1ba18b0b0847605e4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a3b98a2982445c1ba18b0b0847605e4 2024-11-12T09:24:59,414 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a3b98a2982445c1ba18b0b0847605e4, entries=150, sequenceid=281, filesize=12.0 K 2024-11-12T09:24:59,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403559416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403559416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403559416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c384c7fa6a414f19b16a31591ce9e63b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c384c7fa6a414f19b16a31591ce9e63b 2024-11-12T09:24:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,434 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c384c7fa6a414f19b16a31591ce9e63b, entries=150, sequenceid=281, filesize=12.0 K 2024-11-12T09:24:59,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/4bdddb691f64427b849e9d17430be105 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/4bdddb691f64427b849e9d17430be105 2024-11-12T09:24:59,446 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/4bdddb691f64427b849e9d17430be105, entries=150, sequenceid=281, filesize=12.0 K 2024-11-12T09:24:59,450 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3a4d4e1572f00393c7c9577135a81497 in 188ms, sequenceid=281, compaction requested=true 2024-11-12T09:24:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-12T09:24:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-12T09:24:59,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T09:24:59,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2940 sec 2024-11-12T09:24:59,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3050 sec 2024-11-12T09:24:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:24:59,629 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:24:59,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:24:59,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/36e4cce5e56e47d1b8c5a001ecd900b7 is 50, key is test_row_0/A:col10/1731403499299/Put/seqid=0 2024-11-12T09:24:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741894_1070 (size=12301) 2024-11-12T09:24:59,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403559682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403559684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403559689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/36e4cce5e56e47d1b8c5a001ecd900b7 2024-11-12T09:24:59,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/abe0dc8039d44c23a473ece07f7507a0 is 50, key is test_row_0/B:col10/1731403499299/Put/seqid=0 2024-11-12T09:24:59,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741895_1071 (size=12301) 2024-11-12T09:24:59,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/abe0dc8039d44c23a473ece07f7507a0 2024-11-12T09:24:59,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/8aac256c230e4557833b66c3c7961f5a is 50, key is test_row_0/C:col10/1731403499299/Put/seqid=0 2024-11-12T09:24:59,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403559756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403559756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741896_1072 (size=12301) 2024-11-12T09:24:59,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/8aac256c230e4557833b66c3c7961f5a 2024-11-12T09:24:59,766 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 3a4d4e1572f00393c7c9577135a81497 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,766 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 3a4d4e1572f00393c7c9577135a81497 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:24:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/36e4cce5e56e47d1b8c5a001ecd900b7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/36e4cce5e56e47d1b8c5a001ecd900b7 2024-11-12T09:24:59,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/36e4cce5e56e47d1b8c5a001ecd900b7, entries=150, sequenceid=293, filesize=12.0 K 2024-11-12T09:24:59,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/abe0dc8039d44c23a473ece07f7507a0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/abe0dc8039d44c23a473ece07f7507a0 2024-11-12T09:24:59,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403559796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403559797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:24:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403559797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:24:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:24:59,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/abe0dc8039d44c23a473ece07f7507a0, entries=150, sequenceid=293, filesize=12.0 K 2024-11-12T09:24:59,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/8aac256c230e4557833b66c3c7961f5a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/8aac256c230e4557833b66c3c7961f5a 2024-11-12T09:24:59,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/8aac256c230e4557833b66c3c7961f5a, entries=150, sequenceid=293, filesize=12.0 K 2024-11-12T09:24:59,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a4d4e1572f00393c7c9577135a81497 in 199ms, sequenceid=293, compaction requested=true 2024-11-12T09:24:59,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:59,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:24:59,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:59,829 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:24:59,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:24:59,829 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:24:59,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:59,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:24:59,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:59,830 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:24:59,830 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51840 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:24:59,830 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:24:59,830 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:24:59,830 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:59,830 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:59,831 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ecb1c32753964b91b42cdf2fe2b05e26, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c384c7fa6a414f19b16a31591ce9e63b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/abe0dc8039d44c23a473ece07f7507a0] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=48.3 K 2024-11-12T09:24:59,831 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbd5d92d6d7c4448875c403c3f45a167, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ac0cbcf2aa164e22ab03452e33e7ac7b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a3b98a2982445c1ba18b0b0847605e4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/36e4cce5e56e47d1b8c5a001ecd900b7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=50.6 K 2024-11-12T09:24:59,831 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbd5d92d6d7c4448875c403c3f45a167, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731403497577 2024-11-12T09:24:59,831 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ecb1c32753964b91b42cdf2fe2b05e26, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731403497577 2024-11-12T09:24:59,831 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac0cbcf2aa164e22ab03452e33e7ac7b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731403498866 2024-11-12T09:24:59,831 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a6fb7b3e16fd44059c7e0cbb0f45ac9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731403498866 2024-11-12T09:24:59,832 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a3b98a2982445c1ba18b0b0847605e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731403498946 2024-11-12T09:24:59,832 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c384c7fa6a414f19b16a31591ce9e63b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731403498946 2024-11-12T09:24:59,832 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e4cce5e56e47d1b8c5a001ecd900b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403499299 2024-11-12T09:24:59,833 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting abe0dc8039d44c23a473ece07f7507a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403499299 2024-11-12T09:24:59,846 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:59,847 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/6ea9fd7cc97b46b58576a4a5c8a76884 is 50, key is test_row_0/B:col10/1731403499299/Put/seqid=0 2024-11-12T09:24:59,851 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:59,852 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/3219dac3099a40888784cd9529032822 is 50, key is test_row_0/A:col10/1731403499299/Put/seqid=0 2024-11-12T09:24:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741897_1073 (size=12983) 2024-11-12T09:24:59,870 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/6ea9fd7cc97b46b58576a4a5c8a76884 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/6ea9fd7cc97b46b58576a4a5c8a76884 2024-11-12T09:24:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741898_1074 (size=12983) 2024-11-12T09:24:59,882 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into 6ea9fd7cc97b46b58576a4a5c8a76884(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:59,882 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:59,882 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=12, startTime=1731403499829; duration=0sec 2024-11-12T09:24:59,882 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:24:59,882 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:24:59,882 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:24:59,885 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/3219dac3099a40888784cd9529032822 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3219dac3099a40888784cd9529032822 2024-11-12T09:24:59,886 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:24:59,886 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:24:59,886 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:24:59,887 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3dfc6c2b60164bc99fd92839fad06412, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3cae372875fa4acf824f62cd9abd7dd4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/4bdddb691f64427b849e9d17430be105, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/8aac256c230e4557833b66c3c7961f5a] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=48.3 K 2024-11-12T09:24:59,887 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dfc6c2b60164bc99fd92839fad06412, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731403497577 2024-11-12T09:24:59,889 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cae372875fa4acf824f62cd9abd7dd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731403498866 2024-11-12T09:24:59,890 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bdddb691f64427b849e9d17430be105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731403498946 2024-11-12T09:24:59,891 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aac256c230e4557833b66c3c7961f5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403499299 2024-11-12T09:24:59,905 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into 3219dac3099a40888784cd9529032822(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:59,905 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:59,905 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=12, startTime=1731403499828; duration=0sec 2024-11-12T09:24:59,905 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:59,905 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:24:59,910 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:24:59,910 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/e7bcb931acce45f3bb7cf499dadf42c0 is 50, key is test_row_0/C:col10/1731403499299/Put/seqid=0 2024-11-12T09:24:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741899_1075 (size=12983) 2024-11-12T09:24:59,935 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/e7bcb931acce45f3bb7cf499dadf42c0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/e7bcb931acce45f3bb7cf499dadf42c0 2024-11-12T09:24:59,945 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into e7bcb931acce45f3bb7cf499dadf42c0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:24:59,945 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:24:59,945 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=12, startTime=1731403499829; duration=0sec 2024-11-12T09:24:59,945 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:24:59,945 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:25:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:00,020 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:00,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:25:00,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403560045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403560046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403560049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403560156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403560156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403560156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T09:25:00,307 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:00,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:00,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403560366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403560366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403560366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-12T09:25:00,425 INFO [AsyncFSWAL-0-hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData-prefix:106923ea030f,35875,1731403483356 {}] wal.AbstractFSWAL(1368): Slow sync cost: 116 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46485,DS-d52eb867-0b22-4473-8d45-a47b45ba8e0b,DISK]] 2024-11-12T09:25:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T09:25:00,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/93857330b2034a50be0d1a50ca518cdc is 50, key is test_row_0/A:col10/1731403499684/Put/seqid=0 2024-11-12T09:25:00,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:00,429 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:00,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:00,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741900_1076 (size=14741) 2024-11-12T09:25:00,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/93857330b2034a50be0d1a50ca518cdc 2024-11-12T09:25:00,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/1e66e6f52b9c435caae9bd08f1832a4e is 50, key is test_row_0/B:col10/1731403499684/Put/seqid=0 2024-11-12T09:25:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741901_1077 (size=12301) 2024-11-12T09:25:00,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/1e66e6f52b9c435caae9bd08f1832a4e 2024-11-12T09:25:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T09:25:00,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/1bc465caa5d4477fb48bd7da7a9e9ab9 is 50, key is test_row_0/C:col10/1731403499684/Put/seqid=0 2024-11-12T09:25:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741902_1078 (size=12301) 2024-11-12T09:25:00,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T09:25:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:00,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403560676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403560676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403560676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:00,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T09:25:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:00,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T09:25:00,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T09:25:00,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:00,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:00,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/1bc465caa5d4477fb48bd7da7a9e9ab9 2024-11-12T09:25:00,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/93857330b2034a50be0d1a50ca518cdc as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/93857330b2034a50be0d1a50ca518cdc 2024-11-12T09:25:01,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/93857330b2034a50be0d1a50ca518cdc, entries=200, sequenceid=322, filesize=14.4 K 2024-11-12T09:25:01,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/1e66e6f52b9c435caae9bd08f1832a4e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/1e66e6f52b9c435caae9bd08f1832a4e 2024-11-12T09:25:01,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/1e66e6f52b9c435caae9bd08f1832a4e, entries=150, sequenceid=322, filesize=12.0 K 2024-11-12T09:25:01,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/1bc465caa5d4477fb48bd7da7a9e9ab9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/1bc465caa5d4477fb48bd7da7a9e9ab9 2024-11-12T09:25:01,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/1bc465caa5d4477fb48bd7da7a9e9ab9, entries=150, sequenceid=322, filesize=12.0 K 2024-11-12T09:25:01,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 3a4d4e1572f00393c7c9577135a81497 in 1002ms, sequenceid=322, compaction requested=false 2024-11-12T09:25:01,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:01,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T09:25:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:01,046 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:25:01,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/48c61926cd404a2e81c8d31ac46014b4 is 50, key is test_row_0/A:col10/1731403500040/Put/seqid=0 2024-11-12T09:25:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T09:25:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741903_1079 (size=12301) 2024-11-12T09:25:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:01,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403561297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403561296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403561304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403561416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403561416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403561418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,483 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/48c61926cd404a2e81c8d31ac46014b4 2024-11-12T09:25:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c43ae791ad7a4e729c319e944b381015 is 50, key is test_row_0/B:col10/1731403500040/Put/seqid=0 2024-11-12T09:25:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741904_1080 (size=12301) 2024-11-12T09:25:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T09:25:01,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403561626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403561626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403561627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403561776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,778 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 3a4d4e1572f00393c7c9577135a81497 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403561786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,789 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 3a4d4e1572f00393c7c9577135a81497 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403561936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403561936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403561936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:01,940 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c43ae791ad7a4e729c319e944b381015 2024-11-12T09:25:01,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/566f85a7ab0342baa4b8396d492caa09 is 50, key is test_row_0/C:col10/1731403500040/Put/seqid=0 2024-11-12T09:25:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741905_1081 (size=12301) 2024-11-12T09:25:01,978 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/566f85a7ab0342baa4b8396d492caa09 2024-11-12T09:25:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/48c61926cd404a2e81c8d31ac46014b4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/48c61926cd404a2e81c8d31ac46014b4 2024-11-12T09:25:01,994 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/48c61926cd404a2e81c8d31ac46014b4, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T09:25:01,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c43ae791ad7a4e729c319e944b381015 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c43ae791ad7a4e729c319e944b381015 2024-11-12T09:25:02,004 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c43ae791ad7a4e729c319e944b381015, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T09:25:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/566f85a7ab0342baa4b8396d492caa09 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/566f85a7ab0342baa4b8396d492caa09 2024-11-12T09:25:02,013 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/566f85a7ab0342baa4b8396d492caa09, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T09:25:02,019 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3a4d4e1572f00393c7c9577135a81497 in 973ms, sequenceid=334, compaction requested=true 2024-11-12T09:25:02,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:02,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:02,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-12T09:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-12T09:25:02,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-12T09:25:02,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5920 sec 2024-11-12T09:25:02,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.7170 sec 2024-11-12T09:25:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:02,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:25:02,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2319694a93f743c3abda5214f475703b is 50, key is test_row_0/A:col10/1731403501300/Put/seqid=0 2024-11-12T09:25:02,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403562471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403562473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403562473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741906_1082 (size=12301) 2024-11-12T09:25:02,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2319694a93f743c3abda5214f475703b 2024-11-12T09:25:02,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/75e178a995114cb3b9511e179a157a5c is 50, key is test_row_0/B:col10/1731403501300/Put/seqid=0 2024-11-12T09:25:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741907_1083 (size=12301) 2024-11-12T09:25:02,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/75e178a995114cb3b9511e179a157a5c 2024-11-12T09:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T09:25:02,576 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:02,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-12T09:25:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T09:25:02,582 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:02,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/2b3decf76f084f128d9db711884f2074 is 50, key is test_row_0/C:col10/1731403501300/Put/seqid=0 2024-11-12T09:25:02,583 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:02,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:02,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403562586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403562586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403562586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741908_1084 (size=12301) 2024-11-12T09:25:02,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/2b3decf76f084f128d9db711884f2074 2024-11-12T09:25:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2319694a93f743c3abda5214f475703b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2319694a93f743c3abda5214f475703b 2024-11-12T09:25:02,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2319694a93f743c3abda5214f475703b, entries=150, sequenceid=360, filesize=12.0 K 2024-11-12T09:25:02,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/75e178a995114cb3b9511e179a157a5c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/75e178a995114cb3b9511e179a157a5c 2024-11-12T09:25:02,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/75e178a995114cb3b9511e179a157a5c, entries=150, sequenceid=360, filesize=12.0 K 2024-11-12T09:25:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/2b3decf76f084f128d9db711884f2074 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2b3decf76f084f128d9db711884f2074 2024-11-12T09:25:02,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2b3decf76f084f128d9db711884f2074, entries=150, sequenceid=360, filesize=12.0 K 2024-11-12T09:25:02,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3a4d4e1572f00393c7c9577135a81497 in 230ms, sequenceid=360, compaction requested=true 2024-11-12T09:25:02,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:02,681 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:02,685 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:02,685 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:25:02,685 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:02,685 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3219dac3099a40888784cd9529032822, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/93857330b2034a50be0d1a50ca518cdc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/48c61926cd404a2e81c8d31ac46014b4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2319694a93f743c3abda5214f475703b] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=51.1 K 2024-11-12T09:25:02,686 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3219dac3099a40888784cd9529032822, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403499299 2024-11-12T09:25:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T09:25:02,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:02,687 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:02,687 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93857330b2034a50be0d1a50ca518cdc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731403499670 2024-11-12T09:25:02,687 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48c61926cd404a2e81c8d31ac46014b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731403500040 2024-11-12T09:25:02,688 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2319694a93f743c3abda5214f475703b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731403501300 2024-11-12T09:25:02,688 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:02,688 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:25:02,688 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:02,689 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/6ea9fd7cc97b46b58576a4a5c8a76884, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/1e66e6f52b9c435caae9bd08f1832a4e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c43ae791ad7a4e729c319e944b381015, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/75e178a995114cb3b9511e179a157a5c] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=48.7 K 2024-11-12T09:25:02,689 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ea9fd7cc97b46b58576a4a5c8a76884, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403499299 2024-11-12T09:25:02,691 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e66e6f52b9c435caae9bd08f1832a4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731403499670 2024-11-12T09:25:02,691 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c43ae791ad7a4e729c319e944b381015, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731403500040 2024-11-12T09:25:02,692 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 75e178a995114cb3b9511e179a157a5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731403501300 2024-11-12T09:25:02,718 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:02,719 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/105b6397db0340d799e283c47b93f25c is 50, key is test_row_0/A:col10/1731403501300/Put/seqid=0 2024-11-12T09:25:02,727 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:02,727 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c0ec0bf23bf9467eb9c982a40a0226d0 is 50, key is test_row_0/B:col10/1731403501300/Put/seqid=0 2024-11-12T09:25:02,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T09:25:02,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:02,736 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:25:02,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/216dcecb6dc9461cad7d6d2374415487 is 50, key is test_row_0/A:col10/1731403502471/Put/seqid=0 2024-11-12T09:25:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741909_1085 (size=13119) 2024-11-12T09:25:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741910_1086 (size=13119) 2024-11-12T09:25:02,767 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c0ec0bf23bf9467eb9c982a40a0226d0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0ec0bf23bf9467eb9c982a40a0226d0 2024-11-12T09:25:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741911_1087 (size=12301) 2024-11-12T09:25:02,777 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into c0ec0bf23bf9467eb9c982a40a0226d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:02,777 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:02,777 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=12, startTime=1731403502687; duration=0sec 2024-11-12T09:25:02,778 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:02,778 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:25:02,778 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:02,781 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:02,782 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:25:02,782 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:02,782 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/e7bcb931acce45f3bb7cf499dadf42c0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/1bc465caa5d4477fb48bd7da7a9e9ab9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/566f85a7ab0342baa4b8396d492caa09, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2b3decf76f084f128d9db711884f2074] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=48.7 K 2024-11-12T09:25:02,782 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e7bcb931acce45f3bb7cf499dadf42c0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403499299 2024-11-12T09:25:02,783 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc465caa5d4477fb48bd7da7a9e9ab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731403499670 2024-11-12T09:25:02,783 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 566f85a7ab0342baa4b8396d492caa09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731403500040 2024-11-12T09:25:02,783 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b3decf76f084f128d9db711884f2074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731403501300 2024-11-12T09:25:02,793 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:02,794 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/a2111fcf569843f7b8d2ec4b3204a433 is 50, key is test_row_0/C:col10/1731403501300/Put/seqid=0 2024-11-12T09:25:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741912_1088 (size=13119) 2024-11-12T09:25:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:02,812 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/a2111fcf569843f7b8d2ec4b3204a433 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a2111fcf569843f7b8d2ec4b3204a433 2024-11-12T09:25:02,823 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into a2111fcf569843f7b8d2ec4b3204a433(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:02,823 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:02,823 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=12, startTime=1731403502687; duration=0sec 2024-11-12T09:25:02,824 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:02,824 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:25:02,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403562845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403562850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403562850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T09:25:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403562956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403562956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403562956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:02,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,158 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/105b6397db0340d799e283c47b93f25c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/105b6397db0340d799e283c47b93f25c 2024-11-12T09:25:03,165 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into 105b6397db0340d799e283c47b93f25c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:03,165 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:03,165 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=12, startTime=1731403502680; duration=0sec 2024-11-12T09:25:03,165 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:03,165 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:25:03,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403563165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403563165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403563165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,171 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/216dcecb6dc9461cad7d6d2374415487 2024-11-12T09:25:03,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/cbac473067f2407a8eb5960faafcd2b6 is 50, key is test_row_0/B:col10/1731403502471/Put/seqid=0 2024-11-12T09:25:03,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741913_1089 (size=12301) 2024-11-12T09:25:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T09:25:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403563476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403563476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403563476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,595 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/cbac473067f2407a8eb5960faafcd2b6 2024-11-12T09:25:03,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/b8065cb02c7846658a8807f09777e25e is 50, key is test_row_0/C:col10/1731403502471/Put/seqid=0 2024-11-12T09:25:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741914_1090 (size=12301) 2024-11-12T09:25:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T09:25:03,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403563985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403563985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403563985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:04,011 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/b8065cb02c7846658a8807f09777e25e 2024-11-12T09:25:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/216dcecb6dc9461cad7d6d2374415487 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/216dcecb6dc9461cad7d6d2374415487 2024-11-12T09:25:04,021 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/216dcecb6dc9461cad7d6d2374415487, entries=150, sequenceid=371, filesize=12.0 K 2024-11-12T09:25:04,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/cbac473067f2407a8eb5960faafcd2b6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cbac473067f2407a8eb5960faafcd2b6 2024-11-12T09:25:04,028 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cbac473067f2407a8eb5960faafcd2b6, entries=150, sequenceid=371, filesize=12.0 K 2024-11-12T09:25:04,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/b8065cb02c7846658a8807f09777e25e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/b8065cb02c7846658a8807f09777e25e 2024-11-12T09:25:04,036 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/b8065cb02c7846658a8807f09777e25e, entries=150, sequenceid=371, filesize=12.0 K 2024-11-12T09:25:04,037 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3a4d4e1572f00393c7c9577135a81497 in 1301ms, sequenceid=371, compaction requested=false 2024-11-12T09:25:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:04,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-12T09:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-12T09:25:04,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-12T09:25:04,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-11-12T09:25:04,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4660 sec 2024-11-12T09:25:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T09:25:04,726 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:04,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-12T09:25:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T09:25:04,728 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:04,729 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:04,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T09:25:04,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T09:25:04,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:04,882 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:25:04,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/952aae23a3a24ab89e7f7d7940e4e41f is 50, key is test_row_0/A:col10/1731403502831/Put/seqid=0 2024-11-12T09:25:04,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741915_1091 (size=12301) 2024-11-12T09:25:04,891 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/952aae23a3a24ab89e7f7d7940e4e41f 2024-11-12T09:25:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/ddf97cf3d65f4be5b079fa97ee0bbeae is 50, key is test_row_0/B:col10/1731403502831/Put/seqid=0 2024-11-12T09:25:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741916_1092 (size=12301) 2024-11-12T09:25:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:04,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403565004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403565005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403565006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T09:25:05,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403565115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403565115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403565116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,305 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/ddf97cf3d65f4be5b079fa97ee0bbeae 2024-11-12T09:25:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/6cd7013ff6644ba89907ac102dc6d9d1 is 50, key is test_row_0/C:col10/1731403502831/Put/seqid=0 2024-11-12T09:25:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403565332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403565333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741917_1093 (size=12301) 2024-11-12T09:25:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403565332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,337 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/6cd7013ff6644ba89907ac102dc6d9d1 2024-11-12T09:25:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/952aae23a3a24ab89e7f7d7940e4e41f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/952aae23a3a24ab89e7f7d7940e4e41f 2024-11-12T09:25:05,351 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/952aae23a3a24ab89e7f7d7940e4e41f, entries=150, sequenceid=399, filesize=12.0 K 2024-11-12T09:25:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/ddf97cf3d65f4be5b079fa97ee0bbeae as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ddf97cf3d65f4be5b079fa97ee0bbeae 2024-11-12T09:25:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T09:25:05,362 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ddf97cf3d65f4be5b079fa97ee0bbeae, entries=150, sequenceid=399, filesize=12.0 K 2024-11-12T09:25:05,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/6cd7013ff6644ba89907ac102dc6d9d1 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/6cd7013ff6644ba89907ac102dc6d9d1 2024-11-12T09:25:05,372 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/6cd7013ff6644ba89907ac102dc6d9d1, entries=150, sequenceid=399, filesize=12.0 K 2024-11-12T09:25:05,374 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3a4d4e1572f00393c7c9577135a81497 in 492ms, sequenceid=399, compaction requested=true 2024-11-12T09:25:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-12T09:25:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-12T09:25:05,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-12T09:25:05,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 647 msec 2024-11-12T09:25:05,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 652 msec 2024-11-12T09:25:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:05,647 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:05,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:25:05,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/abe8736d93c84e5fa93e1049ca440a43 is 50, key is test_row_0/A:col10/1731403505647/Put/seqid=0 2024-11-12T09:25:05,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741918_1094 (size=17181) 2024-11-12T09:25:05,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/abe8736d93c84e5fa93e1049ca440a43 2024-11-12T09:25:05,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/8e53224d5e5c461e935dd8e0f9bbe78a is 50, key is test_row_0/B:col10/1731403505647/Put/seqid=0 2024-11-12T09:25:05,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403565682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403565682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403565683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741919_1095 (size=12301) 2024-11-12T09:25:05,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/8e53224d5e5c461e935dd8e0f9bbe78a 2024-11-12T09:25:05,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/bd632984fdef4b69ad6388f5866cae7b is 50, key is test_row_0/C:col10/1731403505647/Put/seqid=0 2024-11-12T09:25:05,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741920_1096 (size=12301) 2024-11-12T09:25:05,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403565795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403565796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403565796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32822 deadline: 1731403565816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,819 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 3a4d4e1572f00393c7c9577135a81497 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32842 deadline: 1731403565826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:05,828 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 3a4d4e1572f00393c7c9577135a81497 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T09:25:05,866 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:05,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-12T09:25:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T09:25:05,870 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:05,871 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:05,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T09:25:06,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403566006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403566007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403566007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T09:25:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:06,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:06,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/bd632984fdef4b69ad6388f5866cae7b 2024-11-12T09:25:06,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/abe8736d93c84e5fa93e1049ca440a43 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/abe8736d93c84e5fa93e1049ca440a43 2024-11-12T09:25:06,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/abe8736d93c84e5fa93e1049ca440a43, entries=250, sequenceid=412, filesize=16.8 K 2024-11-12T09:25:06,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/8e53224d5e5c461e935dd8e0f9bbe78a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/8e53224d5e5c461e935dd8e0f9bbe78a 2024-11-12T09:25:06,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/8e53224d5e5c461e935dd8e0f9bbe78a, entries=150, sequenceid=412, filesize=12.0 K 2024-11-12T09:25:06,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/bd632984fdef4b69ad6388f5866cae7b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bd632984fdef4b69ad6388f5866cae7b 2024-11-12T09:25:06,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bd632984fdef4b69ad6388f5866cae7b, entries=150, sequenceid=412, filesize=12.0 K 2024-11-12T09:25:06,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3a4d4e1572f00393c7c9577135a81497 in 495ms, sequenceid=412, compaction requested=true 2024-11-12T09:25:06,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:06,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:06,143 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:06,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:06,143 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:06,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:06,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:06,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:06,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:06,145 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:06,145 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:25:06,145 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:06,146 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/105b6397db0340d799e283c47b93f25c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/216dcecb6dc9461cad7d6d2374415487, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/952aae23a3a24ab89e7f7d7940e4e41f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/abe8736d93c84e5fa93e1049ca440a43] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=53.6 K 2024-11-12T09:25:06,146 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:06,146 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:25:06,146 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:06,146 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0ec0bf23bf9467eb9c982a40a0226d0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cbac473067f2407a8eb5960faafcd2b6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ddf97cf3d65f4be5b079fa97ee0bbeae, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/8e53224d5e5c461e935dd8e0f9bbe78a] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=48.8 K 2024-11-12T09:25:06,147 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 105b6397db0340d799e283c47b93f25c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731403501300 2024-11-12T09:25:06,147 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c0ec0bf23bf9467eb9c982a40a0226d0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731403501300 2024-11-12T09:25:06,147 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 216dcecb6dc9461cad7d6d2374415487, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731403502463 2024-11-12T09:25:06,149 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting cbac473067f2407a8eb5960faafcd2b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731403502463 2024-11-12T09:25:06,149 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952aae23a3a24ab89e7f7d7940e4e41f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731403502831 2024-11-12T09:25:06,151 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ddf97cf3d65f4be5b079fa97ee0bbeae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731403502831 2024-11-12T09:25:06,151 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe8736d93c84e5fa93e1049ca440a43, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731403505001 2024-11-12T09:25:06,153 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e53224d5e5c461e935dd8e0f9bbe78a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731403505003 2024-11-12T09:25:06,171 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:06,172 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/8483ccaf6e204521b21d59e648f7e5b1 is 50, key is test_row_0/A:col10/1731403505647/Put/seqid=0 2024-11-12T09:25:06,174 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:06,175 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/112aaff745c84fd59220e1914c701514 is 50, key is test_row_0/B:col10/1731403505647/Put/seqid=0 2024-11-12T09:25:06,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T09:25:06,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:06,179 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T09:25:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T09:25:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/fdebfef764e54144b495b5db2c500db3 is 50, key is test_row_0/A:col10/1731403505673/Put/seqid=0 2024-11-12T09:25:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741922_1098 (size=13255) 2024-11-12T09:25:06,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741921_1097 (size=13255) 2024-11-12T09:25:06,227 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/8483ccaf6e204521b21d59e648f7e5b1 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8483ccaf6e204521b21d59e648f7e5b1 2024-11-12T09:25:06,230 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/112aaff745c84fd59220e1914c701514 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/112aaff745c84fd59220e1914c701514 2024-11-12T09:25:06,237 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into 8483ccaf6e204521b21d59e648f7e5b1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:06,238 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:06,238 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=12, startTime=1731403506143; duration=0sec 2024-11-12T09:25:06,238 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:06,238 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:25:06,238 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:06,238 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into 112aaff745c84fd59220e1914c701514(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:06,238 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:06,238 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=12, startTime=1731403506143; duration=0sec 2024-11-12T09:25:06,239 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:06,239 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:25:06,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741923_1099 (size=12301) 2024-11-12T09:25:06,241 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:06,242 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:25:06,242 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:06,242 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a2111fcf569843f7b8d2ec4b3204a433, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/b8065cb02c7846658a8807f09777e25e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/6cd7013ff6644ba89907ac102dc6d9d1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bd632984fdef4b69ad6388f5866cae7b] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=48.8 K 2024-11-12T09:25:06,242 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2111fcf569843f7b8d2ec4b3204a433, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731403501300 2024-11-12T09:25:06,243 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8065cb02c7846658a8807f09777e25e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731403502463 2024-11-12T09:25:06,244 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cd7013ff6644ba89907ac102dc6d9d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731403502831 2024-11-12T09:25:06,244 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd632984fdef4b69ad6388f5866cae7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731403505003 2024-11-12T09:25:06,258 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:06,258 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/bae25bad3e744d219394d6760496239c is 50, key is test_row_0/C:col10/1731403505647/Put/seqid=0 2024-11-12T09:25:06,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741924_1100 (size=13255) 2024-11-12T09:25:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:06,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:06,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403566325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403566330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403566330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403566436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403566436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403566445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T09:25:06,641 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/fdebfef764e54144b495b5db2c500db3 2024-11-12T09:25:06,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403566647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403566647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/4c6fdea7b0ba4d95b735108e495ed4b3 is 50, key is test_row_0/B:col10/1731403505673/Put/seqid=0 2024-11-12T09:25:06,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741925_1101 (size=12301) 2024-11-12T09:25:06,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403566656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,660 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/4c6fdea7b0ba4d95b735108e495ed4b3 2024-11-12T09:25:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c059ff4947654d8db0cdd7aab78e39e4 is 50, key is test_row_0/C:col10/1731403505673/Put/seqid=0 2024-11-12T09:25:06,678 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/bae25bad3e744d219394d6760496239c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bae25bad3e744d219394d6760496239c 2024-11-12T09:25:06,685 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into bae25bad3e744d219394d6760496239c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:06,685 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:06,685 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=12, startTime=1731403506143; duration=0sec 2024-11-12T09:25:06,685 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:06,685 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:25:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741926_1102 (size=12301) 2024-11-12T09:25:06,688 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c059ff4947654d8db0cdd7aab78e39e4 2024-11-12T09:25:06,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/fdebfef764e54144b495b5db2c500db3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/fdebfef764e54144b495b5db2c500db3 2024-11-12T09:25:06,699 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/fdebfef764e54144b495b5db2c500db3, entries=150, sequenceid=435, filesize=12.0 K 2024-11-12T09:25:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/4c6fdea7b0ba4d95b735108e495ed4b3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/4c6fdea7b0ba4d95b735108e495ed4b3 2024-11-12T09:25:06,705 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/4c6fdea7b0ba4d95b735108e495ed4b3, entries=150, sequenceid=435, filesize=12.0 K 2024-11-12T09:25:06,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c059ff4947654d8db0cdd7aab78e39e4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c059ff4947654d8db0cdd7aab78e39e4 2024-11-12T09:25:06,712 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c059ff4947654d8db0cdd7aab78e39e4, entries=150, sequenceid=435, filesize=12.0 K 2024-11-12T09:25:06,714 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3a4d4e1572f00393c7c9577135a81497 in 534ms, sequenceid=435, compaction requested=false 2024-11-12T09:25:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:06,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-12T09:25:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-12T09:25:06,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-12T09:25:06,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 844 msec 2024-11-12T09:25:06,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 853 msec 2024-11-12T09:25:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:06,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T09:25:06,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/bbcfbfa6bdb942b885ebef70e42a065e is 50, key is test_row_0/A:col10/1731403506958/Put/seqid=0 2024-11-12T09:25:06,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403566990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403566992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403566992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741927_1103 (size=14741) 2024-11-12T09:25:06,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/bbcfbfa6bdb942b885ebef70e42a065e 2024-11-12T09:25:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T09:25:07,006 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:07,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-12T09:25:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T09:25:07,010 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:07,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:07,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/64376179b7014744959cee12eabeac96 is 50, key is test_row_0/B:col10/1731403506958/Put/seqid=0 2024-11-12T09:25:07,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741928_1104 (size=12301) 2024-11-12T09:25:07,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403567096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403567096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403567105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T09:25:07,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T09:25:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403567306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403567306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403567315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T09:25:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T09:25:07,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/64376179b7014744959cee12eabeac96 2024-11-12T09:25:07,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/686810dcfb0040fea059a8368bc56cb7 is 50, key is test_row_0/C:col10/1731403506958/Put/seqid=0 2024-11-12T09:25:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741929_1105 (size=12301) 2024-11-12T09:25:07,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T09:25:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403567616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403567616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T09:25:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403567625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:07,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T09:25:07,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T09:25:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:07,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/686810dcfb0040fea059a8368bc56cb7 2024-11-12T09:25:07,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/bbcfbfa6bdb942b885ebef70e42a065e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbcfbfa6bdb942b885ebef70e42a065e 2024-11-12T09:25:07,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbcfbfa6bdb942b885ebef70e42a065e, entries=200, sequenceid=454, filesize=14.4 K 2024-11-12T09:25:07,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/64376179b7014744959cee12eabeac96 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/64376179b7014744959cee12eabeac96 2024-11-12T09:25:07,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/64376179b7014744959cee12eabeac96, entries=150, sequenceid=454, filesize=12.0 K 2024-11-12T09:25:07,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/686810dcfb0040fea059a8368bc56cb7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/686810dcfb0040fea059a8368bc56cb7 2024-11-12T09:25:07,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/686810dcfb0040fea059a8368bc56cb7, entries=150, sequenceid=454, filesize=12.0 K 2024-11-12T09:25:07,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3a4d4e1572f00393c7c9577135a81497 in 933ms, sequenceid=454, compaction requested=true 2024-11-12T09:25:07,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:07,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:07,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:07,892 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:07,892 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:07,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:07,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:07,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:07,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:07,893 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:07,893 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:25:07,893 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,893 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:07,893 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:25:07,893 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8483ccaf6e204521b21d59e648f7e5b1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/fdebfef764e54144b495b5db2c500db3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbcfbfa6bdb942b885ebef70e42a065e] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=39.4 K 2024-11-12T09:25:07,893 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,894 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/112aaff745c84fd59220e1914c701514, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/4c6fdea7b0ba4d95b735108e495ed4b3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/64376179b7014744959cee12eabeac96] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=37.0 K 2024-11-12T09:25:07,894 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8483ccaf6e204521b21d59e648f7e5b1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731403505003 2024-11-12T09:25:07,894 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 112aaff745c84fd59220e1914c701514, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731403505003 2024-11-12T09:25:07,894 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c6fdea7b0ba4d95b735108e495ed4b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731403505673 2024-11-12T09:25:07,894 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdebfef764e54144b495b5db2c500db3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731403505673 2024-11-12T09:25:07,895 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 64376179b7014744959cee12eabeac96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731403506328 2024-11-12T09:25:07,895 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbcfbfa6bdb942b885ebef70e42a065e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731403506328 2024-11-12T09:25:07,902 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:07,902 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:07,902 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/0ad2c14fb7074c3a8f163315e0e477cf is 50, key is test_row_0/B:col10/1731403506958/Put/seqid=0 2024-11-12T09:25:07,902 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/e48de88cd34845678280dc0ed931aaf1 is 50, key is test_row_0/A:col10/1731403506958/Put/seqid=0 2024-11-12T09:25:07,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741930_1106 (size=13357) 2024-11-12T09:25:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741931_1107 (size=13357) 2024-11-12T09:25:07,918 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/0ad2c14fb7074c3a8f163315e0e477cf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/0ad2c14fb7074c3a8f163315e0e477cf 2024-11-12T09:25:07,918 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/e48de88cd34845678280dc0ed931aaf1 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e48de88cd34845678280dc0ed931aaf1 2024-11-12T09:25:07,926 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into e48de88cd34845678280dc0ed931aaf1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:07,926 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:07,926 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=13, startTime=1731403507892; duration=0sec 2024-11-12T09:25:07,926 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:07,926 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:25:07,926 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into 0ad2c14fb7074c3a8f163315e0e477cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:07,926 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:07,926 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:07,926 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=13, startTime=1731403507892; duration=0sec 2024-11-12T09:25:07,926 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:07,927 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:25:07,928 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:07,928 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:25:07,928 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,928 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bae25bad3e744d219394d6760496239c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c059ff4947654d8db0cdd7aab78e39e4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/686810dcfb0040fea059a8368bc56cb7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=37.0 K 2024-11-12T09:25:07,929 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bae25bad3e744d219394d6760496239c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731403505003 2024-11-12T09:25:07,929 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c059ff4947654d8db0cdd7aab78e39e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731403505673 2024-11-12T09:25:07,930 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 686810dcfb0040fea059a8368bc56cb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731403506328 2024-11-12T09:25:07,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-12T09:25:07,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:07,931 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T09:25:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/3aa42cd6f9e145c8b29edb2c5a36c8af is 50, key is test_row_0/A:col10/1731403506979/Put/seqid=0 2024-11-12T09:25:07,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741932_1108 (size=12301) 2024-11-12T09:25:07,944 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:07,944 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/ad53ec0a1e694b2f964197b40c83e42c is 50, key is test_row_0/C:col10/1731403506958/Put/seqid=0 2024-11-12T09:25:07,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741933_1109 (size=13357) 2024-11-12T09:25:07,958 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/ad53ec0a1e694b2f964197b40c83e42c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/ad53ec0a1e694b2f964197b40c83e42c 2024-11-12T09:25:07,964 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into ad53ec0a1e694b2f964197b40c83e42c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:07,964 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:07,964 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=13, startTime=1731403507892; duration=0sec 2024-11-12T09:25:07,964 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:07,964 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:25:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:08,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. as already flushing 2024-11-12T09:25:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403568139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403568140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T09:25:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403568141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403568245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403568256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403568256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,343 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/3aa42cd6f9e145c8b29edb2c5a36c8af 2024-11-12T09:25:08,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c0e267f957ad4595a30516da4714132a is 50, key is test_row_0/B:col10/1731403506979/Put/seqid=0 2024-11-12T09:25:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741934_1110 (size=12301) 2024-11-12T09:25:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403568455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403568466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403568466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,756 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c0e267f957ad4595a30516da4714132a 2024-11-12T09:25:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/5150aceb7b654a93a525b5753f7f7642 is 50, key is test_row_0/C:col10/1731403506979/Put/seqid=0 2024-11-12T09:25:08,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403568766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741935_1111 (size=12301) 2024-11-12T09:25:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403568775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403568775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:08,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:08,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:08,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T09:25:09,171 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/5150aceb7b654a93a525b5753f7f7642 2024-11-12T09:25:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/3aa42cd6f9e145c8b29edb2c5a36c8af as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3aa42cd6f9e145c8b29edb2c5a36c8af 2024-11-12T09:25:09,181 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3aa42cd6f9e145c8b29edb2c5a36c8af, entries=150, sequenceid=476, filesize=12.0 K 2024-11-12T09:25:09,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/c0e267f957ad4595a30516da4714132a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0e267f957ad4595a30516da4714132a 2024-11-12T09:25:09,187 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0e267f957ad4595a30516da4714132a, entries=150, sequenceid=476, filesize=12.0 K 2024-11-12T09:25:09,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/5150aceb7b654a93a525b5753f7f7642 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/5150aceb7b654a93a525b5753f7f7642 2024-11-12T09:25:09,192 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/5150aceb7b654a93a525b5753f7f7642, entries=150, sequenceid=476, filesize=12.0 K 2024-11-12T09:25:09,194 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3a4d4e1572f00393c7c9577135a81497 in 1262ms, sequenceid=476, compaction requested=false 2024-11-12T09:25:09,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:09,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:09,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T09:25:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T09:25:09,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-12T09:25:09,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1840 sec 2024-11-12T09:25:09,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.1900 sec 2024-11-12T09:25:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:09,277 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:09,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T09:25:09,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/5201cb4c15894b93810934ea2825d10f is 50, key is test_row_0/A:col10/1731403508140/Put/seqid=0 2024-11-12T09:25:09,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741936_1112 (size=14741) 2024-11-12T09:25:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403569301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403569304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403569305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403569416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403569416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403569416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403569626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403569626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403569626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/5201cb4c15894b93810934ea2825d10f 2024-11-12T09:25:09,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/65c615c4778743e1bde3126520b0b406 is 50, key is test_row_0/B:col10/1731403508140/Put/seqid=0 2024-11-12T09:25:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741937_1113 (size=12301) 2024-11-12T09:25:09,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403569936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403569936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403569936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:10,073 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-12T09:25:10,073 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-12T09:25:10,073 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:10,073 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:10,075 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-12T09:25:10,075 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:10,078 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:10,078 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:10,078 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:10,079 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:10,079 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:10,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:10,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:10,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:10,080 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:10,081 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-12T09:25:10,081 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:10,081 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:10,081 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:10,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:10,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/65c615c4778743e1bde3126520b0b406 2024-11-12T09:25:10,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c9474fee7c16441697191c0938bb05a7 is 50, key is test_row_0/C:col10/1731403508140/Put/seqid=0 2024-11-12T09:25:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741938_1114 (size=12301) 2024-11-12T09:25:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32792 deadline: 1731403570447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32820 deadline: 1731403570447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32806 deadline: 1731403570447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:10,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c9474fee7c16441697191c0938bb05a7 2024-11-12T09:25:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/5201cb4c15894b93810934ea2825d10f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/5201cb4c15894b93810934ea2825d10f 2024-11-12T09:25:10,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/5201cb4c15894b93810934ea2825d10f, entries=200, sequenceid=494, filesize=14.4 K 2024-11-12T09:25:10,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/65c615c4778743e1bde3126520b0b406 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/65c615c4778743e1bde3126520b0b406 2024-11-12T09:25:10,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/65c615c4778743e1bde3126520b0b406, entries=150, sequenceid=494, filesize=12.0 K 2024-11-12T09:25:10,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/c9474fee7c16441697191c0938bb05a7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c9474fee7c16441697191c0938bb05a7 2024-11-12T09:25:10,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c9474fee7c16441697191c0938bb05a7, entries=150, sequenceid=494, filesize=12.0 K 2024-11-12T09:25:10,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3a4d4e1572f00393c7c9577135a81497 in 1280ms, sequenceid=494, compaction requested=true 2024-11-12T09:25:10,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:10,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:10,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:10,557 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:10,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:10,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:10,557 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:10,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a4d4e1572f00393c7c9577135a81497:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:10,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:10,558 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:10,558 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:10,558 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/A is initiating minor compaction (all files) 2024-11-12T09:25:10,558 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/B is initiating minor compaction (all files) 2024-11-12T09:25:10,558 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/A in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:10,558 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/B in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:10,559 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e48de88cd34845678280dc0ed931aaf1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3aa42cd6f9e145c8b29edb2c5a36c8af, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/5201cb4c15894b93810934ea2825d10f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=39.5 K 2024-11-12T09:25:10,559 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/0ad2c14fb7074c3a8f163315e0e477cf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0e267f957ad4595a30516da4714132a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/65c615c4778743e1bde3126520b0b406] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=37.1 K 2024-11-12T09:25:10,559 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e48de88cd34845678280dc0ed931aaf1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731403506328 2024-11-12T09:25:10,559 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ad2c14fb7074c3a8f163315e0e477cf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731403506328 2024-11-12T09:25:10,559 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aa42cd6f9e145c8b29edb2c5a36c8af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731403506979 2024-11-12T09:25:10,559 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c0e267f957ad4595a30516da4714132a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731403506979 2024-11-12T09:25:10,559 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5201cb4c15894b93810934ea2825d10f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731403508137 2024-11-12T09:25:10,560 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 65c615c4778743e1bde3126520b0b406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731403508139 2024-11-12T09:25:10,567 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#B#compaction#103 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:10,567 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:10,567 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2a09de35127d4330be2ddfb2c5e6c89e is 50, key is test_row_0/A:col10/1731403508140/Put/seqid=0 2024-11-12T09:25:10,567 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/9cb0cb47741d48be8183afdb0fda7b3f is 50, key is test_row_0/B:col10/1731403508140/Put/seqid=0 2024-11-12T09:25:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741939_1115 (size=13459) 2024-11-12T09:25:10,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741940_1116 (size=13459) 2024-11-12T09:25:10,978 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/2a09de35127d4330be2ddfb2c5e6c89e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a09de35127d4330be2ddfb2c5e6c89e 2024-11-12T09:25:10,978 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/9cb0cb47741d48be8183afdb0fda7b3f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9cb0cb47741d48be8183afdb0fda7b3f 2024-11-12T09:25:10,988 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/B of 3a4d4e1572f00393c7c9577135a81497 into 9cb0cb47741d48be8183afdb0fda7b3f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:10,988 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:10,988 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/B, priority=13, startTime=1731403510557; duration=0sec 2024-11-12T09:25:10,988 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:10,988 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:B 2024-11-12T09:25:10,988 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:10,989 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:10,990 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 3a4d4e1572f00393c7c9577135a81497/C is initiating minor compaction (all files) 2024-11-12T09:25:10,990 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a4d4e1572f00393c7c9577135a81497/C in TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:10,990 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/ad53ec0a1e694b2f964197b40c83e42c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/5150aceb7b654a93a525b5753f7f7642, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c9474fee7c16441697191c0938bb05a7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp, totalSize=37.1 K 2024-11-12T09:25:10,990 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ad53ec0a1e694b2f964197b40c83e42c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731403506328 2024-11-12T09:25:10,990 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5150aceb7b654a93a525b5753f7f7642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731403506979 2024-11-12T09:25:10,991 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c9474fee7c16441697191c0938bb05a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731403508139 2024-11-12T09:25:10,992 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/A of 3a4d4e1572f00393c7c9577135a81497 into 2a09de35127d4330be2ddfb2c5e6c89e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:10,992 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:10,992 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/A, priority=13, startTime=1731403510557; duration=0sec 2024-11-12T09:25:10,992 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:10,992 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:A 2024-11-12T09:25:10,999 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a4d4e1572f00393c7c9577135a81497#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:11,000 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/842f807362b3436cac5f90886923d525 is 50, key is test_row_0/C:col10/1731403508140/Put/seqid=0 2024-11-12T09:25:11,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741941_1117 (size=13459) 2024-11-12T09:25:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T09:25:11,177 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:11,411 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/842f807362b3436cac5f90886923d525 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/842f807362b3436cac5f90886923d525 2024-11-12T09:25:11,417 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a4d4e1572f00393c7c9577135a81497/C of 3a4d4e1572f00393c7c9577135a81497 into 842f807362b3436cac5f90886923d525(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:11,417 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:11,417 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., storeName=3a4d4e1572f00393c7c9577135a81497/C, priority=13, startTime=1731403510557; duration=0sec 2024-11-12T09:25:11,417 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:11,417 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a4d4e1572f00393c7c9577135a81497:C 2024-11-12T09:25:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:11,457 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:11,457 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-12T09:25:11,457 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-12T09:25:11,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T09:25:11,457 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:11,457 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:11,458 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:11,458 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:11,458 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:11,458 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:11,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:11,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:11,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/cf90a75159a7412096cb7dcb8d489bda is 50, key is test_row_0/A:col10/1731403509303/Put/seqid=0 2024-11-12T09:25:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741942_1118 (size=12301) 2024-11-12T09:25:11,467 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-12T09:25:11,467 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:11,467 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:11,467 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:11,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:11,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/cf90a75159a7412096cb7dcb8d489bda 2024-11-12T09:25:11,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/b5895e48eacc4b3fbecd2bdac8a48849 is 50, key is test_row_0/B:col10/1731403509303/Put/seqid=0 2024-11-12T09:25:11,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741943_1119 (size=12301) 2024-11-12T09:25:12,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/b5895e48eacc4b3fbecd2bdac8a48849 2024-11-12T09:25:12,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/57a225d82aab40cab0dc4e03f3178592 is 50, key is test_row_0/C:col10/1731403509303/Put/seqid=0 2024-11-12T09:25:12,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741944_1120 (size=12301) 2024-11-12T09:25:12,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:25:12,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/57a225d82aab40cab0dc4e03f3178592 2024-11-12T09:25:12,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/cf90a75159a7412096cb7dcb8d489bda as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/cf90a75159a7412096cb7dcb8d489bda 2024-11-12T09:25:12,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/cf90a75159a7412096cb7dcb8d489bda, entries=150, sequenceid=519, filesize=12.0 K 2024-11-12T09:25:12,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/b5895e48eacc4b3fbecd2bdac8a48849 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b5895e48eacc4b3fbecd2bdac8a48849 2024-11-12T09:25:12,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b5895e48eacc4b3fbecd2bdac8a48849, entries=150, sequenceid=519, filesize=12.0 K 2024-11-12T09:25:12,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/57a225d82aab40cab0dc4e03f3178592 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/57a225d82aab40cab0dc4e03f3178592 2024-11-12T09:25:12,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/57a225d82aab40cab0dc4e03f3178592, entries=150, sequenceid=519, filesize=12.0 K 2024-11-12T09:25:12,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for 3a4d4e1572f00393c7c9577135a81497 in 1264ms, sequenceid=519, compaction requested=false 2024-11-12T09:25:12,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a4d4e1572f00393c7c9577135a81497: 2024-11-12T09:25:15,868 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-12T09:25:15,868 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:15,868 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:15,868 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:15,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:15,887 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-12T09:25:15,887 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:15,887 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:15,888 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:15,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3905 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3776 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1725 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5167 rows 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1730 2024-11-12T09:25:15,888 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5190 rows 2024-11-12T09:25:15,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:25:15,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:25:15,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:15,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:15,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:15,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T09:25:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T09:25:15,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403515901"}]},"ts":"1731403515901"} 2024-11-12T09:25:15,904 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T09:25:15,904 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T09:25:15,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:25:15,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, UNASSIGN}] 2024-11-12T09:25:15,912 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, UNASSIGN 2024-11-12T09:25:15,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3a4d4e1572f00393c7c9577135a81497, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:15,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, UNASSIGN because future has completed 2024-11-12T09:25:15,917 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:25:15,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:25:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T09:25:16,075 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:16,075 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:25:16,076 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 3a4d4e1572f00393c7c9577135a81497, disabling compactions & flushes 2024-11-12T09:25:16,076 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:16,076 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:16,076 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. after waiting 0 ms 2024-11-12T09:25:16,076 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:16,076 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 3a4d4e1572f00393c7c9577135a81497 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-12T09:25:16,081 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/3fb4393b972e4d098154c856e1bf4088 is 50, key is test_row_1/A:col10/1731403515886/Put/seqid=0 2024-11-12T09:25:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741945_1121 (size=7415) 2024-11-12T09:25:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T09:25:16,488 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/3fb4393b972e4d098154c856e1bf4088 2024-11-12T09:25:16,500 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/db0ab8868d90433a8f0bdc810be3c4bd is 50, key is test_row_1/B:col10/1731403515886/Put/seqid=0 2024-11-12T09:25:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741946_1122 (size=7415) 2024-11-12T09:25:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T09:25:16,909 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/db0ab8868d90433a8f0bdc810be3c4bd 2024-11-12T09:25:16,921 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/780a73a25af64943a78bb72be45a7d1f is 50, key is test_row_1/C:col10/1731403515886/Put/seqid=0 2024-11-12T09:25:16,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741947_1123 (size=7415) 2024-11-12T09:25:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T09:25:17,349 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/780a73a25af64943a78bb72be45a7d1f 2024-11-12T09:25:17,355 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/A/3fb4393b972e4d098154c856e1bf4088 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3fb4393b972e4d098154c856e1bf4088 2024-11-12T09:25:17,359 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3fb4393b972e4d098154c856e1bf4088, entries=50, sequenceid=525, filesize=7.2 K 2024-11-12T09:25:17,360 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/B/db0ab8868d90433a8f0bdc810be3c4bd as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/db0ab8868d90433a8f0bdc810be3c4bd 2024-11-12T09:25:17,365 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/db0ab8868d90433a8f0bdc810be3c4bd, entries=50, sequenceid=525, filesize=7.2 K 2024-11-12T09:25:17,366 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/.tmp/C/780a73a25af64943a78bb72be45a7d1f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/780a73a25af64943a78bb72be45a7d1f 2024-11-12T09:25:17,371 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/780a73a25af64943a78bb72be45a7d1f, entries=50, sequenceid=525, filesize=7.2 K 2024-11-12T09:25:17,372 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3a4d4e1572f00393c7c9577135a81497 in 1296ms, sequenceid=525, compaction requested=true 2024-11-12T09:25:17,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e2c20b99b183499e8ad47120be0ff8e2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ba4c6408a3e740a796589330b066700c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/96847e42c2364ce5bcf46d5cb6d88cd0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/869864941b1e4c578ac8b84aa5d45be5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/388f1d2ce6a04c87b5a9c3db10f98eec, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/dd286e1ff6cd4d38a4eb0b9685473b43, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/663ef0828fde4ced8fb5474e87399187, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/31af2fc362254094a83410487cbbc347, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f6bdce3537294550970022b393f0c9f2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8ec9cc5c423d4a188488b35d63c07abc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f8cbbf39cd344bfebc5a52f4be375e45, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2e35a271e2ee4af3963bf584a0c0fb4b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/09c4069340c140acab8a75f0819c0c3c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/d33c8ad5fabc40439d623ce801ccab67, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/b01eb38d4c914a9599e1e55d8a1ec362, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbd5d92d6d7c4448875c403c3f45a167, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/4f4bf7f4947041b78750a7e98e841d7c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ac0cbcf2aa164e22ab03452e33e7ac7b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a3b98a2982445c1ba18b0b0847605e4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3219dac3099a40888784cd9529032822, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/36e4cce5e56e47d1b8c5a001ecd900b7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/93857330b2034a50be0d1a50ca518cdc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/48c61926cd404a2e81c8d31ac46014b4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/105b6397db0340d799e283c47b93f25c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2319694a93f743c3abda5214f475703b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/216dcecb6dc9461cad7d6d2374415487, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/952aae23a3a24ab89e7f7d7940e4e41f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/abe8736d93c84e5fa93e1049ca440a43, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8483ccaf6e204521b21d59e648f7e5b1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/fdebfef764e54144b495b5db2c500db3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbcfbfa6bdb942b885ebef70e42a065e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e48de88cd34845678280dc0ed931aaf1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3aa42cd6f9e145c8b29edb2c5a36c8af, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/5201cb4c15894b93810934ea2825d10f] to archive 2024-11-12T09:25:17,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:25:17,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e2c20b99b183499e8ad47120be0ff8e2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e2c20b99b183499e8ad47120be0ff8e2 2024-11-12T09:25:17,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ba4c6408a3e740a796589330b066700c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ba4c6408a3e740a796589330b066700c 2024-11-12T09:25:17,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/96847e42c2364ce5bcf46d5cb6d88cd0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/96847e42c2364ce5bcf46d5cb6d88cd0 2024-11-12T09:25:17,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/869864941b1e4c578ac8b84aa5d45be5 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/869864941b1e4c578ac8b84aa5d45be5 2024-11-12T09:25:17,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/388f1d2ce6a04c87b5a9c3db10f98eec to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/388f1d2ce6a04c87b5a9c3db10f98eec 2024-11-12T09:25:17,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/dd286e1ff6cd4d38a4eb0b9685473b43 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/dd286e1ff6cd4d38a4eb0b9685473b43 2024-11-12T09:25:17,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/663ef0828fde4ced8fb5474e87399187 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/663ef0828fde4ced8fb5474e87399187 2024-11-12T09:25:17,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/31af2fc362254094a83410487cbbc347 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/31af2fc362254094a83410487cbbc347 2024-11-12T09:25:17,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f6bdce3537294550970022b393f0c9f2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f6bdce3537294550970022b393f0c9f2 2024-11-12T09:25:17,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8ec9cc5c423d4a188488b35d63c07abc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8ec9cc5c423d4a188488b35d63c07abc 2024-11-12T09:25:17,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f8cbbf39cd344bfebc5a52f4be375e45 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/f8cbbf39cd344bfebc5a52f4be375e45 2024-11-12T09:25:17,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2e35a271e2ee4af3963bf584a0c0fb4b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2e35a271e2ee4af3963bf584a0c0fb4b 2024-11-12T09:25:17,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/09c4069340c140acab8a75f0819c0c3c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/09c4069340c140acab8a75f0819c0c3c 2024-11-12T09:25:17,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/d33c8ad5fabc40439d623ce801ccab67 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/d33c8ad5fabc40439d623ce801ccab67 2024-11-12T09:25:17,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/b01eb38d4c914a9599e1e55d8a1ec362 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/b01eb38d4c914a9599e1e55d8a1ec362 2024-11-12T09:25:17,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbd5d92d6d7c4448875c403c3f45a167 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbd5d92d6d7c4448875c403c3f45a167 2024-11-12T09:25:17,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/4f4bf7f4947041b78750a7e98e841d7c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/4f4bf7f4947041b78750a7e98e841d7c 2024-11-12T09:25:17,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ac0cbcf2aa164e22ab03452e33e7ac7b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/ac0cbcf2aa164e22ab03452e33e7ac7b 2024-11-12T09:25:17,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a3b98a2982445c1ba18b0b0847605e4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a3b98a2982445c1ba18b0b0847605e4 2024-11-12T09:25:17,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3219dac3099a40888784cd9529032822 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3219dac3099a40888784cd9529032822 2024-11-12T09:25:17,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/36e4cce5e56e47d1b8c5a001ecd900b7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/36e4cce5e56e47d1b8c5a001ecd900b7 2024-11-12T09:25:17,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/93857330b2034a50be0d1a50ca518cdc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/93857330b2034a50be0d1a50ca518cdc 2024-11-12T09:25:17,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/48c61926cd404a2e81c8d31ac46014b4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/48c61926cd404a2e81c8d31ac46014b4 2024-11-12T09:25:17,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/105b6397db0340d799e283c47b93f25c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/105b6397db0340d799e283c47b93f25c 2024-11-12T09:25:17,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2319694a93f743c3abda5214f475703b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2319694a93f743c3abda5214f475703b 2024-11-12T09:25:17,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/216dcecb6dc9461cad7d6d2374415487 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/216dcecb6dc9461cad7d6d2374415487 2024-11-12T09:25:17,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/952aae23a3a24ab89e7f7d7940e4e41f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/952aae23a3a24ab89e7f7d7940e4e41f 2024-11-12T09:25:17,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/abe8736d93c84e5fa93e1049ca440a43 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/abe8736d93c84e5fa93e1049ca440a43 2024-11-12T09:25:17,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8483ccaf6e204521b21d59e648f7e5b1 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/8483ccaf6e204521b21d59e648f7e5b1 2024-11-12T09:25:17,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/fdebfef764e54144b495b5db2c500db3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/fdebfef764e54144b495b5db2c500db3 2024-11-12T09:25:17,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbcfbfa6bdb942b885ebef70e42a065e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/bbcfbfa6bdb942b885ebef70e42a065e 2024-11-12T09:25:17,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e48de88cd34845678280dc0ed931aaf1 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/e48de88cd34845678280dc0ed931aaf1 2024-11-12T09:25:17,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3aa42cd6f9e145c8b29edb2c5a36c8af to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3aa42cd6f9e145c8b29edb2c5a36c8af 2024-11-12T09:25:17,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/5201cb4c15894b93810934ea2825d10f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/5201cb4c15894b93810934ea2825d10f 2024-11-12T09:25:17,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/74bc818b747e4edaa5d668a8e75ff7cf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c5de8c6cd7204ca285d006a77907c62e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b2305a1369374d33bbfe308befe85092, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2eabccab835f4cde870f05ec2102c271, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cdb3dff960dc441ab959d619dbd0ce05, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/174e677fd1c64aa89ee69045472647b0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/e31873cd4c874f16b70e7b6cde756ce8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/d3b976584fe3412aadbef6c1fbf951af, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c80eab7134414134af47ff480a1f2bc4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2243ed8eeeeb40a4a1a8871a39a07e38, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c4f81165a49f45eaa079af32d37d3ecf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/baa6f47e21484c19a32cba72cf851ae7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/f829c27434264a2db72d596f6b112425, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/358c58b719794c7c81bdd9aecc0e785e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/90142b83568a4cc7823870d75697e785, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ecb1c32753964b91b42cdf2fe2b05e26, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9ebff4cb08414576973dc58ecf8448e0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c384c7fa6a414f19b16a31591ce9e63b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/6ea9fd7cc97b46b58576a4a5c8a76884, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/abe0dc8039d44c23a473ece07f7507a0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/1e66e6f52b9c435caae9bd08f1832a4e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c43ae791ad7a4e729c319e944b381015, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0ec0bf23bf9467eb9c982a40a0226d0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/75e178a995114cb3b9511e179a157a5c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cbac473067f2407a8eb5960faafcd2b6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ddf97cf3d65f4be5b079fa97ee0bbeae, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/112aaff745c84fd59220e1914c701514, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/8e53224d5e5c461e935dd8e0f9bbe78a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/4c6fdea7b0ba4d95b735108e495ed4b3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/0ad2c14fb7074c3a8f163315e0e477cf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/64376179b7014744959cee12eabeac96, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0e267f957ad4595a30516da4714132a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/65c615c4778743e1bde3126520b0b406] to archive 2024-11-12T09:25:17,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:25:17,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/74bc818b747e4edaa5d668a8e75ff7cf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/74bc818b747e4edaa5d668a8e75ff7cf 2024-11-12T09:25:17,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c5de8c6cd7204ca285d006a77907c62e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c5de8c6cd7204ca285d006a77907c62e 2024-11-12T09:25:17,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b2305a1369374d33bbfe308befe85092 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b2305a1369374d33bbfe308befe85092 2024-11-12T09:25:17,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2eabccab835f4cde870f05ec2102c271 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2eabccab835f4cde870f05ec2102c271 2024-11-12T09:25:17,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cdb3dff960dc441ab959d619dbd0ce05 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cdb3dff960dc441ab959d619dbd0ce05 2024-11-12T09:25:17,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/174e677fd1c64aa89ee69045472647b0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/174e677fd1c64aa89ee69045472647b0 2024-11-12T09:25:17,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/e31873cd4c874f16b70e7b6cde756ce8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/e31873cd4c874f16b70e7b6cde756ce8 2024-11-12T09:25:17,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/d3b976584fe3412aadbef6c1fbf951af to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/d3b976584fe3412aadbef6c1fbf951af 2024-11-12T09:25:17,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c80eab7134414134af47ff480a1f2bc4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c80eab7134414134af47ff480a1f2bc4 2024-11-12T09:25:17,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2243ed8eeeeb40a4a1a8871a39a07e38 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/2243ed8eeeeb40a4a1a8871a39a07e38 2024-11-12T09:25:17,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c4f81165a49f45eaa079af32d37d3ecf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c4f81165a49f45eaa079af32d37d3ecf 2024-11-12T09:25:17,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/baa6f47e21484c19a32cba72cf851ae7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/baa6f47e21484c19a32cba72cf851ae7 2024-11-12T09:25:17,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/f829c27434264a2db72d596f6b112425 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/f829c27434264a2db72d596f6b112425 2024-11-12T09:25:17,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/358c58b719794c7c81bdd9aecc0e785e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/358c58b719794c7c81bdd9aecc0e785e 2024-11-12T09:25:17,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/90142b83568a4cc7823870d75697e785 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/90142b83568a4cc7823870d75697e785 2024-11-12T09:25:17,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ecb1c32753964b91b42cdf2fe2b05e26 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ecb1c32753964b91b42cdf2fe2b05e26 2024-11-12T09:25:17,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9ebff4cb08414576973dc58ecf8448e0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9ebff4cb08414576973dc58ecf8448e0 2024-11-12T09:25:17,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/a6fb7b3e16fd44059c7e0cbb0f45ac9e 2024-11-12T09:25:17,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c384c7fa6a414f19b16a31591ce9e63b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c384c7fa6a414f19b16a31591ce9e63b 2024-11-12T09:25:17,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/6ea9fd7cc97b46b58576a4a5c8a76884 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/6ea9fd7cc97b46b58576a4a5c8a76884 2024-11-12T09:25:17,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/abe0dc8039d44c23a473ece07f7507a0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/abe0dc8039d44c23a473ece07f7507a0 2024-11-12T09:25:17,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/1e66e6f52b9c435caae9bd08f1832a4e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/1e66e6f52b9c435caae9bd08f1832a4e 2024-11-12T09:25:17,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c43ae791ad7a4e729c319e944b381015 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c43ae791ad7a4e729c319e944b381015 2024-11-12T09:25:17,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0ec0bf23bf9467eb9c982a40a0226d0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0ec0bf23bf9467eb9c982a40a0226d0 2024-11-12T09:25:17,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/75e178a995114cb3b9511e179a157a5c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/75e178a995114cb3b9511e179a157a5c 2024-11-12T09:25:17,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cbac473067f2407a8eb5960faafcd2b6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/cbac473067f2407a8eb5960faafcd2b6 2024-11-12T09:25:17,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ddf97cf3d65f4be5b079fa97ee0bbeae to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/ddf97cf3d65f4be5b079fa97ee0bbeae 2024-11-12T09:25:17,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/112aaff745c84fd59220e1914c701514 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/112aaff745c84fd59220e1914c701514 2024-11-12T09:25:17,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/8e53224d5e5c461e935dd8e0f9bbe78a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/8e53224d5e5c461e935dd8e0f9bbe78a 2024-11-12T09:25:17,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/4c6fdea7b0ba4d95b735108e495ed4b3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/4c6fdea7b0ba4d95b735108e495ed4b3 2024-11-12T09:25:17,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/0ad2c14fb7074c3a8f163315e0e477cf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/0ad2c14fb7074c3a8f163315e0e477cf 2024-11-12T09:25:17,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/64376179b7014744959cee12eabeac96 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/64376179b7014744959cee12eabeac96 2024-11-12T09:25:17,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0e267f957ad4595a30516da4714132a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/c0e267f957ad4595a30516da4714132a 2024-11-12T09:25:17,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/65c615c4778743e1bde3126520b0b406 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/65c615c4778743e1bde3126520b0b406 2024-11-12T09:25:17,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/58e7742fee344ed7bb63126f322b1aa3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a167157b048945a9b9c0444a8824d104, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/d932bc0dd47a453fa57ca7e455005e08, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/f183a83ed925469aae198b44fab495b7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/591b2c6bacc246a69c4425f060fcc9b4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/0c73e5861ed944c6af1b1e20810aa942, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/34801b1942ba4dab94a25c4fe9cb4646, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/84920c8bcefb42fa8db2176127d45f4b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2fcf584e678d40d68493d88665beb2fa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/578ae83d51af4780bd1efc8fb3cf1a3b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dda294313611497a8889246c9b25071d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c656c2ca36c447cca3db8839b441aca2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dafc55e809ab4cdd98d2212163320936, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/42b25d9fbeec402198c5ce39df641d0e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a028a7e5e744400f8047f38164ca368c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3dfc6c2b60164bc99fd92839fad06412, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/563bb740eb024161b7a10fa136c9563b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3cae372875fa4acf824f62cd9abd7dd4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/4bdddb691f64427b849e9d17430be105, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/e7bcb931acce45f3bb7cf499dadf42c0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/8aac256c230e4557833b66c3c7961f5a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/1bc465caa5d4477fb48bd7da7a9e9ab9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/566f85a7ab0342baa4b8396d492caa09, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a2111fcf569843f7b8d2ec4b3204a433, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2b3decf76f084f128d9db711884f2074, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/b8065cb02c7846658a8807f09777e25e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/6cd7013ff6644ba89907ac102dc6d9d1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bae25bad3e744d219394d6760496239c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bd632984fdef4b69ad6388f5866cae7b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c059ff4947654d8db0cdd7aab78e39e4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/ad53ec0a1e694b2f964197b40c83e42c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/686810dcfb0040fea059a8368bc56cb7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/5150aceb7b654a93a525b5753f7f7642, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c9474fee7c16441697191c0938bb05a7] to archive 2024-11-12T09:25:17,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:25:17,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/58e7742fee344ed7bb63126f322b1aa3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/58e7742fee344ed7bb63126f322b1aa3 2024-11-12T09:25:17,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a167157b048945a9b9c0444a8824d104 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a167157b048945a9b9c0444a8824d104 2024-11-12T09:25:17,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/d932bc0dd47a453fa57ca7e455005e08 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/d932bc0dd47a453fa57ca7e455005e08 2024-11-12T09:25:17,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/f183a83ed925469aae198b44fab495b7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/f183a83ed925469aae198b44fab495b7 2024-11-12T09:25:17,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/591b2c6bacc246a69c4425f060fcc9b4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/591b2c6bacc246a69c4425f060fcc9b4 2024-11-12T09:25:17,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/0c73e5861ed944c6af1b1e20810aa942 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/0c73e5861ed944c6af1b1e20810aa942 2024-11-12T09:25:17,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/34801b1942ba4dab94a25c4fe9cb4646 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/34801b1942ba4dab94a25c4fe9cb4646 2024-11-12T09:25:17,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/84920c8bcefb42fa8db2176127d45f4b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/84920c8bcefb42fa8db2176127d45f4b 2024-11-12T09:25:17,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2fcf584e678d40d68493d88665beb2fa to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2fcf584e678d40d68493d88665beb2fa 2024-11-12T09:25:17,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/578ae83d51af4780bd1efc8fb3cf1a3b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/578ae83d51af4780bd1efc8fb3cf1a3b 2024-11-12T09:25:17,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dda294313611497a8889246c9b25071d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dda294313611497a8889246c9b25071d 2024-11-12T09:25:17,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c656c2ca36c447cca3db8839b441aca2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c656c2ca36c447cca3db8839b441aca2 2024-11-12T09:25:17,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dafc55e809ab4cdd98d2212163320936 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/dafc55e809ab4cdd98d2212163320936 2024-11-12T09:25:17,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/42b25d9fbeec402198c5ce39df641d0e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/42b25d9fbeec402198c5ce39df641d0e 2024-11-12T09:25:17,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a028a7e5e744400f8047f38164ca368c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a028a7e5e744400f8047f38164ca368c 2024-11-12T09:25:17,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3dfc6c2b60164bc99fd92839fad06412 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3dfc6c2b60164bc99fd92839fad06412 2024-11-12T09:25:17,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/563bb740eb024161b7a10fa136c9563b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/563bb740eb024161b7a10fa136c9563b 2024-11-12T09:25:17,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3cae372875fa4acf824f62cd9abd7dd4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/3cae372875fa4acf824f62cd9abd7dd4 2024-11-12T09:25:17,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/4bdddb691f64427b849e9d17430be105 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/4bdddb691f64427b849e9d17430be105 2024-11-12T09:25:17,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/e7bcb931acce45f3bb7cf499dadf42c0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/e7bcb931acce45f3bb7cf499dadf42c0 2024-11-12T09:25:17,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/8aac256c230e4557833b66c3c7961f5a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/8aac256c230e4557833b66c3c7961f5a 2024-11-12T09:25:17,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/1bc465caa5d4477fb48bd7da7a9e9ab9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/1bc465caa5d4477fb48bd7da7a9e9ab9 2024-11-12T09:25:17,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/566f85a7ab0342baa4b8396d492caa09 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/566f85a7ab0342baa4b8396d492caa09 2024-11-12T09:25:17,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a2111fcf569843f7b8d2ec4b3204a433 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/a2111fcf569843f7b8d2ec4b3204a433 2024-11-12T09:25:17,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2b3decf76f084f128d9db711884f2074 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/2b3decf76f084f128d9db711884f2074 2024-11-12T09:25:17,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/b8065cb02c7846658a8807f09777e25e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/b8065cb02c7846658a8807f09777e25e 2024-11-12T09:25:17,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/6cd7013ff6644ba89907ac102dc6d9d1 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/6cd7013ff6644ba89907ac102dc6d9d1 2024-11-12T09:25:17,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bae25bad3e744d219394d6760496239c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bae25bad3e744d219394d6760496239c 2024-11-12T09:25:17,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bd632984fdef4b69ad6388f5866cae7b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/bd632984fdef4b69ad6388f5866cae7b 2024-11-12T09:25:17,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c059ff4947654d8db0cdd7aab78e39e4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c059ff4947654d8db0cdd7aab78e39e4 2024-11-12T09:25:17,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/ad53ec0a1e694b2f964197b40c83e42c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/ad53ec0a1e694b2f964197b40c83e42c 2024-11-12T09:25:17,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/686810dcfb0040fea059a8368bc56cb7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/686810dcfb0040fea059a8368bc56cb7 2024-11-12T09:25:17,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/5150aceb7b654a93a525b5753f7f7642 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/5150aceb7b654a93a525b5753f7f7642 2024-11-12T09:25:17,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c9474fee7c16441697191c0938bb05a7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/c9474fee7c16441697191c0938bb05a7 2024-11-12T09:25:17,623 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/recovered.edits/528.seqid, newMaxSeqId=528, maxSeqId=1 2024-11-12T09:25:17,624 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. 2024-11-12T09:25:17,624 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 3a4d4e1572f00393c7c9577135a81497: Waiting for close lock at 1731403516076Running coprocessor pre-close hooks at 1731403516076Disabling compacts and flushes for region at 1731403516076Disabling writes for close at 1731403516076Obtaining lock to block concurrent updates at 1731403516076Preparing flush snapshotting stores in 3a4d4e1572f00393c7c9577135a81497 at 1731403516076Finished memstore snapshotting TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731403516077 (+1 ms)Flushing stores of TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497. at 1731403516077Flushing 3a4d4e1572f00393c7c9577135a81497/A: creating writer at 1731403516077Flushing 3a4d4e1572f00393c7c9577135a81497/A: appending metadata at 1731403516081 (+4 ms)Flushing 3a4d4e1572f00393c7c9577135a81497/A: closing flushed file at 1731403516081Flushing 3a4d4e1572f00393c7c9577135a81497/B: creating writer at 1731403516495 (+414 ms)Flushing 3a4d4e1572f00393c7c9577135a81497/B: appending metadata at 1731403516499 (+4 ms)Flushing 3a4d4e1572f00393c7c9577135a81497/B: closing flushed file at 1731403516499Flushing 3a4d4e1572f00393c7c9577135a81497/C: creating writer at 1731403516917 (+418 ms)Flushing 3a4d4e1572f00393c7c9577135a81497/C: appending metadata at 1731403516920 (+3 ms)Flushing 3a4d4e1572f00393c7c9577135a81497/C: closing flushed file at 1731403516921 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e882996: reopening flushed file at 1731403517354 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647d1abb: reopening flushed file at 1731403517359 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53cfa06a: reopening flushed file at 1731403517365 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3a4d4e1572f00393c7c9577135a81497 in 1296ms, sequenceid=525, compaction requested=true at 1731403517372 (+7 ms)Writing region close event to WAL at 1731403517619 (+247 ms)Running coprocessor post-close hooks at 1731403517623 (+4 ms)Closed at 1731403517624 (+1 ms) 2024-11-12T09:25:17,626 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:17,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3a4d4e1572f00393c7c9577135a81497, regionState=CLOSED 2024-11-12T09:25:17,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:25:17,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-12T09:25:17,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a4d4e1572f00393c7c9577135a81497, server=106923ea030f,33779,1731403484435 in 1.7130 sec 2024-11-12T09:25:17,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-12T09:25:17,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a4d4e1572f00393c7c9577135a81497, UNASSIGN in 1.7200 sec 2024-11-12T09:25:17,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-12T09:25:17,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7280 sec 2024-11-12T09:25:17,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403517636"}]},"ts":"1731403517636"} 2024-11-12T09:25:17,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T09:25:17,638 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T09:25:17,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7440 sec 2024-11-12T09:25:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-12T09:25:18,047 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:18,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T09:25:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:18,055 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-12T09:25:18,056 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:18,060 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:18,064 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/recovered.edits] 2024-11-12T09:25:18,068 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a09de35127d4330be2ddfb2c5e6c89e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/2a09de35127d4330be2ddfb2c5e6c89e 2024-11-12T09:25:18,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3fb4393b972e4d098154c856e1bf4088 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/3fb4393b972e4d098154c856e1bf4088 2024-11-12T09:25:18,070 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/cf90a75159a7412096cb7dcb8d489bda to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/A/cf90a75159a7412096cb7dcb8d489bda 2024-11-12T09:25:18,073 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9cb0cb47741d48be8183afdb0fda7b3f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/9cb0cb47741d48be8183afdb0fda7b3f 2024-11-12T09:25:18,074 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b5895e48eacc4b3fbecd2bdac8a48849 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/b5895e48eacc4b3fbecd2bdac8a48849 2024-11-12T09:25:18,076 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/db0ab8868d90433a8f0bdc810be3c4bd to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/B/db0ab8868d90433a8f0bdc810be3c4bd 2024-11-12T09:25:18,078 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/57a225d82aab40cab0dc4e03f3178592 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/57a225d82aab40cab0dc4e03f3178592 2024-11-12T09:25:18,079 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/780a73a25af64943a78bb72be45a7d1f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/780a73a25af64943a78bb72be45a7d1f 2024-11-12T09:25:18,080 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/842f807362b3436cac5f90886923d525 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/C/842f807362b3436cac5f90886923d525 2024-11-12T09:25:18,083 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/recovered.edits/528.seqid to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497/recovered.edits/528.seqid 2024-11-12T09:25:18,084 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/3a4d4e1572f00393c7c9577135a81497 2024-11-12T09:25:18,084 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T09:25:18,089 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:18,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T09:25:18,101 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T09:25:18,141 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T09:25:18,143 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:18,143 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T09:25:18,144 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731403518143"}]},"ts":"9223372036854775807"} 2024-11-12T09:25:18,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T09:25:18,149 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3a4d4e1572f00393c7c9577135a81497, NAME => 'TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T09:25:18,149 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T09:25:18,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731403518149"}]},"ts":"9223372036854775807"} 2024-11-12T09:25:18,153 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T09:25:18,154 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:18,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 104 msec 2024-11-12T09:25:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-12T09:25:18,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T09:25:18,168 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:18,183 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/106923ea030f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;106923ea030f:33779-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1498612977_22 at /127.0.0.1:42442 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/106923ea030f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7271 (was 8291) 2024-11-12T09:25:18,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=7269 2024-11-12T09:25:18,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:25:18,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:25:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:18,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:25:18,206 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:18,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-12T09:25:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T09:25:18,208 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:25:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741948_1124 (size=959) 2024-11-12T09:25:18,223 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 2024-11-12T09:25:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741949_1125 (size=53) 2024-11-12T09:25:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T09:25:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T09:25:18,635 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:25:18,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8eb14538741b32eaf918f5cf1d0322f4, disabling compactions & flushes 2024-11-12T09:25:18,636 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:18,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:18,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. after waiting 0 ms 2024-11-12T09:25:18,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:18,636 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:18,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8eb14538741b32eaf918f5cf1d0322f4: Waiting for close lock at 1731403518635Disabling compacts and flushes for region at 1731403518635Disabling writes for close at 1731403518636 (+1 ms)Writing region close event to WAL at 1731403518636Closed at 1731403518636 2024-11-12T09:25:18,637 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:25:18,638 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731403518637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403518637"}]},"ts":"1731403518637"} 2024-11-12T09:25:18,639 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:25:18,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:25:18,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403518640"}]},"ts":"1731403518640"} 2024-11-12T09:25:18,642 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T09:25:18,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, ASSIGN}] 2024-11-12T09:25:18,643 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, ASSIGN 2024-11-12T09:25:18,644 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, ASSIGN; state=OFFLINE, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=false 2024-11-12T09:25:18,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=8eb14538741b32eaf918f5cf1d0322f4, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, ASSIGN because future has completed 2024-11-12T09:25:18,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:25:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T09:25:18,954 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:18,954 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:25:18,955 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,955 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:25:18,955 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,955 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,961 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,963 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb14538741b32eaf918f5cf1d0322f4 columnFamilyName A 2024-11-12T09:25:18,964 DEBUG [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:18,964 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(327): Store=8eb14538741b32eaf918f5cf1d0322f4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:18,964 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,966 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb14538741b32eaf918f5cf1d0322f4 columnFamilyName B 2024-11-12T09:25:18,966 DEBUG [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:18,967 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(327): Store=8eb14538741b32eaf918f5cf1d0322f4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:18,967 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,969 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb14538741b32eaf918f5cf1d0322f4 columnFamilyName C 2024-11-12T09:25:18,969 DEBUG [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:18,973 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(327): Store=8eb14538741b32eaf918f5cf1d0322f4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:18,974 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,975 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,975 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,976 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,976 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,977 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:25:18,978 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,981 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:25:18,981 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 8eb14538741b32eaf918f5cf1d0322f4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58839940, jitterRate=-0.12321656942367554}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:25:18,981 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:18,982 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 8eb14538741b32eaf918f5cf1d0322f4: Running coprocessor pre-open hook at 1731403518955Writing region info on filesystem at 1731403518955Initializing all the Stores at 1731403518956 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403518956Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403518960 (+4 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403518960Cleaning up temporary data from old regions at 1731403518976 (+16 ms)Running coprocessor post-open hooks at 1731403518981 (+5 ms)Region opened successfully at 1731403518982 (+1 ms) 2024-11-12T09:25:18,983 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., pid=34, masterSystemTime=1731403518949 2024-11-12T09:25:18,986 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:18,986 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:18,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=8eb14538741b32eaf918f5cf1d0322f4, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:18,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:25:18,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-12T09:25:18,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 in 193 msec 2024-11-12T09:25:18,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-12T09:25:18,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, ASSIGN in 350 msec 2024-11-12T09:25:18,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:25:19,000 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403519000"}]},"ts":"1731403519000"} 2024-11-12T09:25:19,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T09:25:19,004 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:25:19,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 804 msec 2024-11-12T09:25:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-12T09:25:19,346 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:19,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e30321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:19,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:19,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:19,349 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519d1fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:19,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:19,353 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a870147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:19,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:19,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:19,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:19,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:25:19,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35875,1731403483356 2024-11-12T09:25:19,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5445cd2b 2024-11-12T09:25:19,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:25:19,362 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:25:19,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:25:19,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:25:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741950_1126 (size=995) 2024-11-12T09:25:19,794 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T09:25:19,794 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T09:25:19,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:25:19,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, REOPEN/MOVE}] 2024-11-12T09:25:19,809 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, REOPEN/MOVE 2024-11-12T09:25:19,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=8eb14538741b32eaf918f5cf1d0322f4, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:19,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, REOPEN/MOVE because future has completed 2024-11-12T09:25:19,813 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:25:19,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:25:19,966 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:19,966 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:25:19,966 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 8eb14538741b32eaf918f5cf1d0322f4, disabling compactions & flushes 2024-11-12T09:25:19,966 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:19,966 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:19,966 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. after waiting 0 ms 2024-11-12T09:25:19,966 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,060 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T09:25:20,061 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,061 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 8eb14538741b32eaf918f5cf1d0322f4: Waiting for close lock at 1731403519966Running coprocessor pre-close hooks at 1731403519966Disabling compacts and flushes for region at 1731403519966Disabling writes for close at 1731403519966Writing region close event to WAL at 1731403519966Running coprocessor post-close hooks at 1731403520061 (+95 ms)Closed at 1731403520061 2024-11-12T09:25:20,061 WARN [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 8eb14538741b32eaf918f5cf1d0322f4 to self. 2024-11-12T09:25:20,063 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=8eb14538741b32eaf918f5cf1d0322f4, regionState=CLOSED 2024-11-12T09:25:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:25:20,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T09:25:20,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 in 253 msec 2024-11-12T09:25:20,069 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, REOPEN/MOVE; state=CLOSED, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=true 2024-11-12T09:25:20,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=8eb14538741b32eaf918f5cf1d0322f4, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, REOPEN/MOVE because future has completed 2024-11-12T09:25:20,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:25:20,376 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,377 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:25:20,377 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,377 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:25:20,377 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,377 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,381 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,386 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb14538741b32eaf918f5cf1d0322f4 columnFamilyName A 2024-11-12T09:25:20,388 DEBUG [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:20,388 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(327): Store=8eb14538741b32eaf918f5cf1d0322f4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:20,389 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,389 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb14538741b32eaf918f5cf1d0322f4 columnFamilyName B 2024-11-12T09:25:20,389 DEBUG [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:20,390 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(327): Store=8eb14538741b32eaf918f5cf1d0322f4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:20,390 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,391 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb14538741b32eaf918f5cf1d0322f4 columnFamilyName C 2024-11-12T09:25:20,391 DEBUG [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:20,391 INFO [StoreOpener-8eb14538741b32eaf918f5cf1d0322f4-1 {}] regionserver.HStore(327): Store=8eb14538741b32eaf918f5cf1d0322f4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:20,391 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,392 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,393 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,393 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,393 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,394 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:25:20,396 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,397 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 8eb14538741b32eaf918f5cf1d0322f4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61909054, jitterRate=-0.07748320698738098}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:25:20,397 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,399 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 8eb14538741b32eaf918f5cf1d0322f4: Running coprocessor pre-open hook at 1731403520377Writing region info on filesystem at 1731403520377Initializing all the Stores at 1731403520378 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403520378Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403520378Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403520378Cleaning up temporary data from old regions at 1731403520394 (+16 ms)Running coprocessor post-open hooks at 1731403520397 (+3 ms)Region opened successfully at 1731403520399 (+2 ms) 2024-11-12T09:25:20,400 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., pid=39, masterSystemTime=1731403520373 2024-11-12T09:25:20,402 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,402 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,403 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=8eb14538741b32eaf918f5cf1d0322f4, regionState=OPEN, openSeqNum=5, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:25:20,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-12T09:25:20,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 in 186 msec 2024-11-12T09:25:20,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T09:25:20,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, REOPEN/MOVE in 602 msec 2024-11-12T09:25:20,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-12T09:25:20,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 615 msec 2024-11-12T09:25:20,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0450 sec 2024-11-12T09:25:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-12T09:25:20,424 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:20,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9c3dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,427 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83af3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,429 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9753ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dde8260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,432 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296fe578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,434 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2b41d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab5c81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,437 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1716c13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,439 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676d390e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea1a430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,443 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d4032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,446 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41786ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbff363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,450 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e7fa66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,453 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd856ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292bddff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,456 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6b4e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,457 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37733a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a14e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,460 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408031e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,462 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3174ac96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f17c234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,464 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b794f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,466 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4fb41a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197f7df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:20,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:20,468 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:20,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eab9396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:20,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:20,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:20,470 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590288b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:20,473 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-12T09:25:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T09:25:20,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,476 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:20,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:20,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:20,480 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,481 DEBUG [Thread-633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,495 DEBUG [Thread-644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,498 DEBUG [Thread-644 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,499 DEBUG [Thread-644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,504 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,505 DEBUG [Thread-644 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,506 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,521 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,532 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,533 DEBUG [Thread-641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,534 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:20,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:25:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:20,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:25:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T09:25:20,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112992135b1d4764a18a2f06e92e388ab8f_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403520510/Put/seqid=0 2024-11-12T09:25:20,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403580638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403580646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403580647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403580656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403580659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741951_1127 (size=17034) 2024-11-12T09:25:20,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:20,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112992135b1d4764a18a2f06e92e388ab8f_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112992135b1d4764a18a2f06e92e388ab8f_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:20,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f4e858d683ee400dbdbf303e6ff9aec2, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:20,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f4e858d683ee400dbdbf303e6ff9aec2 is 175, key is test_row_0/A:col10/1731403520510/Put/seqid=0 2024-11-12T09:25:20,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741952_1128 (size=48139) 2024-11-12T09:25:20,747 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f4e858d683ee400dbdbf303e6ff9aec2 2024-11-12T09:25:20,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403580766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403580777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403580777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403580778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403580778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:20,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T09:25:20,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/31118750b45c4a1991dae97565251ae3 is 50, key is test_row_0/B:col10/1731403520510/Put/seqid=0 2024-11-12T09:25:20,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741953_1129 (size=12001) 2024-11-12T09:25:20,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/31118750b45c4a1991dae97565251ae3 2024-11-12T09:25:20,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/52ca20100295431299a45a87700bbb24 is 50, key is test_row_0/C:col10/1731403520510/Put/seqid=0 2024-11-12T09:25:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741954_1130 (size=12001) 2024-11-12T09:25:20,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/52ca20100295431299a45a87700bbb24 2024-11-12T09:25:20,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f4e858d683ee400dbdbf303e6ff9aec2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f4e858d683ee400dbdbf303e6ff9aec2 2024-11-12T09:25:20,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:20,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f4e858d683ee400dbdbf303e6ff9aec2, entries=250, sequenceid=15, filesize=47.0 K 2024-11-12T09:25:20,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/31118750b45c4a1991dae97565251ae3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/31118750b45c4a1991dae97565251ae3 2024-11-12T09:25:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:20,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:20,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/31118750b45c4a1991dae97565251ae3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T09:25:20,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/52ca20100295431299a45a87700bbb24 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/52ca20100295431299a45a87700bbb24 2024-11-12T09:25:20,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/52ca20100295431299a45a87700bbb24, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T09:25:20,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8eb14538741b32eaf918f5cf1d0322f4 in 463ms, sequenceid=15, compaction requested=false 2024-11-12T09:25:20,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:21,014 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:21,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:25:21,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112afa04a395b9e4da999048ebd21df8929_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403521011/Put/seqid=0 2024-11-12T09:25:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403581027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403581037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403581037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403581038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403581042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741955_1131 (size=17034) 2024-11-12T09:25:21,073 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:21,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112afa04a395b9e4da999048ebd21df8929_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112afa04a395b9e4da999048ebd21df8929_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:21,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/462aa57587d041e1a30dda637327ce32, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:21,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/462aa57587d041e1a30dda637327ce32 is 175, key is test_row_0/A:col10/1731403521011/Put/seqid=0 2024-11-12T09:25:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T09:25:21,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:21,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:21,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741956_1132 (size=48139) 2024-11-12T09:25:21,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403581146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403581156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403581156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403581166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403581166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:21,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:21,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403581370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403581377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403581377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403581377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403581377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:21,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:21,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,539 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/462aa57587d041e1a30dda637327ce32 2024-11-12T09:25:21,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/4001bac5eca34c1eb7dd58ed1ff326c0 is 50, key is test_row_0/B:col10/1731403521011/Put/seqid=0 2024-11-12T09:25:21,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741957_1133 (size=12001) 2024-11-12T09:25:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T09:25:21,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403581686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403581696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403581696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403581697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403581706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:21,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:21,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:21,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/4001bac5eca34c1eb7dd58ed1ff326c0 2024-11-12T09:25:22,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e0422b52cbfd4f9fb4ea3cf01221d493 is 50, key is test_row_0/C:col10/1731403521011/Put/seqid=0 2024-11-12T09:25:22,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:22,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:22,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741958_1134 (size=12001) 2024-11-12T09:25:22,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e0422b52cbfd4f9fb4ea3cf01221d493 2024-11-12T09:25:22,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/462aa57587d041e1a30dda637327ce32 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/462aa57587d041e1a30dda637327ce32 2024-11-12T09:25:22,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/462aa57587d041e1a30dda637327ce32, entries=250, sequenceid=42, filesize=47.0 K 2024-11-12T09:25:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/4001bac5eca34c1eb7dd58ed1ff326c0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/4001bac5eca34c1eb7dd58ed1ff326c0 2024-11-12T09:25:22,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/4001bac5eca34c1eb7dd58ed1ff326c0, entries=150, sequenceid=42, filesize=11.7 K 2024-11-12T09:25:22,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e0422b52cbfd4f9fb4ea3cf01221d493 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e0422b52cbfd4f9fb4ea3cf01221d493 2024-11-12T09:25:22,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e0422b52cbfd4f9fb4ea3cf01221d493, entries=150, sequenceid=42, filesize=11.7 K 2024-11-12T09:25:22,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 8eb14538741b32eaf918f5cf1d0322f4 in 1111ms, sequenceid=42, compaction requested=false 2024-11-12T09:25:22,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:22,202 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:22,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:25:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:22,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:22,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:22,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124780f62d578846aeaf82d9a0edb563d2_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403521035/Put/seqid=0 2024-11-12T09:25:22,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403582272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403582273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403582274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741959_1135 (size=14594) 2024-11-12T09:25:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403582284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403582287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:22,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:22,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403582397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403582397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403582397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403582406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403582406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:22,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:22,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403582607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403582607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403582607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403582617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T09:25:22,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403582627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:22,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124780f62d578846aeaf82d9a0edb563d2_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124780f62d578846aeaf82d9a0edb563d2_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:22,699 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/505e0ef8fe0141059eb2f6db674a1a71, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:22,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/505e0ef8fe0141059eb2f6db674a1a71 is 175, key is test_row_0/A:col10/1731403521035/Put/seqid=0 2024-11-12T09:25:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741960_1136 (size=39549) 2024-11-12T09:25:22,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:22,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:22,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403582926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403582927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403582927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403582927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403582936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:22,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:22,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:22,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:22,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:23,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/505e0ef8fe0141059eb2f6db674a1a71 2024-11-12T09:25:23,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/5f194f6d5240433ba5f1d55acb163e39 is 50, key is test_row_0/B:col10/1731403521035/Put/seqid=0 2024-11-12T09:25:23,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:23,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:23,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:23,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:23,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:23,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:23,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:25:23,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741961_1137 (size=12001) 2024-11-12T09:25:23,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/5f194f6d5240433ba5f1d55acb163e39 2024-11-12T09:25:23,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/89c2cc381cfb4caa964322cf0794f745 is 50, key is test_row_0/C:col10/1731403521035/Put/seqid=0 2024-11-12T09:25:23,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741962_1138 (size=12001) 2024-11-12T09:25:23,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/89c2cc381cfb4caa964322cf0794f745 2024-11-12T09:25:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/505e0ef8fe0141059eb2f6db674a1a71 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/505e0ef8fe0141059eb2f6db674a1a71 2024-11-12T09:25:23,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/505e0ef8fe0141059eb2f6db674a1a71, entries=200, sequenceid=53, filesize=38.6 K 2024-11-12T09:25:23,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/5f194f6d5240433ba5f1d55acb163e39 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5f194f6d5240433ba5f1d55acb163e39 2024-11-12T09:25:23,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5f194f6d5240433ba5f1d55acb163e39, entries=150, sequenceid=53, filesize=11.7 K 2024-11-12T09:25:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/89c2cc381cfb4caa964322cf0794f745 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/89c2cc381cfb4caa964322cf0794f745 2024-11-12T09:25:23,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/89c2cc381cfb4caa964322cf0794f745, entries=150, sequenceid=53, filesize=11.7 K 2024-11-12T09:25:23,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8eb14538741b32eaf918f5cf1d0322f4 in 1089ms, sequenceid=53, compaction requested=true 2024-11-12T09:25:23,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:23,293 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:23,295 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:23,296 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/A is initiating minor compaction (all files) 2024-11-12T09:25:23,296 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/A in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:23,296 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f4e858d683ee400dbdbf303e6ff9aec2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/462aa57587d041e1a30dda637327ce32, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/505e0ef8fe0141059eb2f6db674a1a71] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=132.6 K 2024-11-12T09:25:23,296 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:23,296 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f4e858d683ee400dbdbf303e6ff9aec2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/462aa57587d041e1a30dda637327ce32, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/505e0ef8fe0141059eb2f6db674a1a71] 2024-11-12T09:25:23,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T09:25:23,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:23,299 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:25:23,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:23,299 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4e858d683ee400dbdbf303e6ff9aec2, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403520510 2024-11-12T09:25:23,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:23,299 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:23,300 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 462aa57587d041e1a30dda637327ce32, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731403520602 2024-11-12T09:25:23,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:23,300 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 505e0ef8fe0141059eb2f6db674a1a71, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731403521033 2024-11-12T09:25:23,300 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:23,300 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/B is initiating minor compaction (all files) 2024-11-12T09:25:23,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:23,301 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/B in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:23,301 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/31118750b45c4a1991dae97565251ae3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/4001bac5eca34c1eb7dd58ed1ff326c0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5f194f6d5240433ba5f1d55acb163e39] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=35.2 K 2024-11-12T09:25:23,301 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 31118750b45c4a1991dae97565251ae3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403520510 2024-11-12T09:25:23,302 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4001bac5eca34c1eb7dd58ed1ff326c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731403520656 2024-11-12T09:25:23,302 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f194f6d5240433ba5f1d55acb163e39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731403521033 2024-11-12T09:25:23,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:23,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:23,313 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:23,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e33e526e69c0472484e81b6059603649_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403522281/Put/seqid=0 2024-11-12T09:25:23,321 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112778ee262f0d44013afcacc2cc9a5a1de_8eb14538741b32eaf918f5cf1d0322f4 store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:23,324 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#B#compaction#122 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:23,324 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/8aaa206881b1401bba44c54eb70ce23c is 50, key is test_row_0/B:col10/1731403521035/Put/seqid=0 2024-11-12T09:25:23,331 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112778ee262f0d44013afcacc2cc9a5a1de_8eb14538741b32eaf918f5cf1d0322f4, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:23,332 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112778ee262f0d44013afcacc2cc9a5a1de_8eb14538741b32eaf918f5cf1d0322f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741963_1139 (size=12154) 2024-11-12T09:25:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:23,373 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e33e526e69c0472484e81b6059603649_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e33e526e69c0472484e81b6059603649_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:23,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/52e050df35284d1a8d8570656d66c64d, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:23,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/52e050df35284d1a8d8570656d66c64d is 175, key is test_row_0/A:col10/1731403522281/Put/seqid=0 2024-11-12T09:25:23,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741964_1140 (size=12104) 2024-11-12T09:25:23,398 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/8aaa206881b1401bba44c54eb70ce23c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/8aaa206881b1401bba44c54eb70ce23c 2024-11-12T09:25:23,411 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/B of 8eb14538741b32eaf918f5cf1d0322f4 into 8aaa206881b1401bba44c54eb70ce23c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:23,411 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:23,411 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/B, priority=13, startTime=1731403523299; duration=0sec 2024-11-12T09:25:23,411 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:23,411 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:B 2024-11-12T09:25:23,411 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:23,413 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:23,414 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/C is initiating minor compaction (all files) 2024-11-12T09:25:23,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741965_1141 (size=4469) 2024-11-12T09:25:23,414 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/C in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:23,415 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/52ca20100295431299a45a87700bbb24, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e0422b52cbfd4f9fb4ea3cf01221d493, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/89c2cc381cfb4caa964322cf0794f745] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=35.2 K 2024-11-12T09:25:23,416 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#A#compaction#120 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:23,416 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 52ca20100295431299a45a87700bbb24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403520510 2024-11-12T09:25:23,417 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e0422b52cbfd4f9fb4ea3cf01221d493, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731403520656 2024-11-12T09:25:23,417 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/e8e2215023f744c08a7639655ca18795 is 175, key is test_row_0/A:col10/1731403521035/Put/seqid=0 2024-11-12T09:25:23,417 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 89c2cc381cfb4caa964322cf0794f745, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731403521033 2024-11-12T09:25:23,439 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:23,440 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/96bf04143bb14567a1cee23115ad38a6 is 50, key is test_row_0/C:col10/1731403521035/Put/seqid=0 2024-11-12T09:25:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:23,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403583450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403583452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403583453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403583456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403583456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741966_1142 (size=30955) 2024-11-12T09:25:23,466 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/52e050df35284d1a8d8570656d66c64d 2024-11-12T09:25:23,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741967_1143 (size=31058) 2024-11-12T09:25:23,488 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/e8e2215023f744c08a7639655ca18795 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/e8e2215023f744c08a7639655ca18795 2024-11-12T09:25:23,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/40e580f0e76b4c25a9fa4833124d72c9 is 50, key is test_row_0/B:col10/1731403522281/Put/seqid=0 2024-11-12T09:25:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741968_1144 (size=12104) 2024-11-12T09:25:23,497 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/A of 8eb14538741b32eaf918f5cf1d0322f4 into e8e2215023f744c08a7639655ca18795(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:23,497 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:23,497 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/A, priority=13, startTime=1731403523293; duration=0sec 2024-11-12T09:25:23,498 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:23,498 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:A 2024-11-12T09:25:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741969_1145 (size=12001) 2024-11-12T09:25:23,511 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/40e580f0e76b4c25a9fa4833124d72c9 2024-11-12T09:25:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/10aa4d817def46019606389abe4a1cad is 50, key is test_row_0/C:col10/1731403522281/Put/seqid=0 2024-11-12T09:25:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741970_1146 (size=12001) 2024-11-12T09:25:23,553 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/10aa4d817def46019606389abe4a1cad 2024-11-12T09:25:23,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/52e050df35284d1a8d8570656d66c64d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/52e050df35284d1a8d8570656d66c64d 2024-11-12T09:25:23,566 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/52e050df35284d1a8d8570656d66c64d, entries=150, sequenceid=78, filesize=30.2 K 2024-11-12T09:25:23,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/40e580f0e76b4c25a9fa4833124d72c9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/40e580f0e76b4c25a9fa4833124d72c9 2024-11-12T09:25:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403583567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403583567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403583567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403583567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403583567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,584 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/40e580f0e76b4c25a9fa4833124d72c9, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T09:25:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/10aa4d817def46019606389abe4a1cad as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/10aa4d817def46019606389abe4a1cad 2024-11-12T09:25:23,593 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/10aa4d817def46019606389abe4a1cad, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T09:25:23,595 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8eb14538741b32eaf918f5cf1d0322f4 in 297ms, sequenceid=78, compaction requested=false 2024-11-12T09:25:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T09:25:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T09:25:23,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-12T09:25:23,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1200 sec 2024-11-12T09:25:23,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 3.1290 sec 2024-11-12T09:25:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:23,780 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:23,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T09:25:23,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c370c215c9f44d91bc231ec0df42d8d6_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403523453/Put/seqid=0 2024-11-12T09:25:23,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741971_1147 (size=14594) 2024-11-12T09:25:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403583821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403583822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403583823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403583823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403583826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,903 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/96bf04143bb14567a1cee23115ad38a6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/96bf04143bb14567a1cee23115ad38a6 2024-11-12T09:25:23,911 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/C of 8eb14538741b32eaf918f5cf1d0322f4 into 96bf04143bb14567a1cee23115ad38a6(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:23,911 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:23,911 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/C, priority=13, startTime=1731403523302; duration=0sec 2024-11-12T09:25:23,911 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:23,911 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:C 2024-11-12T09:25:23,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403583936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403583936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403583936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403583936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:23,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403583946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403584147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403584147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403584147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403584147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403584156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,222 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:24,231 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c370c215c9f44d91bc231ec0df42d8d6_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c370c215c9f44d91bc231ec0df42d8d6_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:24,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/77b9dfb15b2a4c6c87f5743857ea60e7, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:24,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/77b9dfb15b2a4c6c87f5743857ea60e7 is 175, key is test_row_0/A:col10/1731403523453/Put/seqid=0 2024-11-12T09:25:24,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741972_1148 (size=39549) 2024-11-12T09:25:24,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403584456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403584456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403584456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403584466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403584466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,647 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/77b9dfb15b2a4c6c87f5743857ea60e7 2024-11-12T09:25:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T09:25:24,657 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:24,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-12T09:25:24,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/50b1636ffc3146288c9286b3f489f328 is 50, key is test_row_0/B:col10/1731403523453/Put/seqid=0 2024-11-12T09:25:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T09:25:24,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:24,665 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:24,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741973_1149 (size=12001) 2024-11-12T09:25:24,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/50b1636ffc3146288c9286b3f489f328 2024-11-12T09:25:24,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/fe2f2a08251e4218a5da5351e8a35f6b is 50, key is test_row_0/C:col10/1731403523453/Put/seqid=0 2024-11-12T09:25:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741974_1150 (size=12001) 2024-11-12T09:25:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T09:25:24,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T09:25:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:24,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:24,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403584966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403584966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403584966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T09:25:24,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:24,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:24,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:24,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:24,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:24,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T09:25:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403584976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:24,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403584977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:25,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/fe2f2a08251e4218a5da5351e8a35f6b 2024-11-12T09:25:25,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T09:25:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:25,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:25,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/77b9dfb15b2a4c6c87f5743857ea60e7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77b9dfb15b2a4c6c87f5743857ea60e7 2024-11-12T09:25:25,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77b9dfb15b2a4c6c87f5743857ea60e7, entries=200, sequenceid=93, filesize=38.6 K 2024-11-12T09:25:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/50b1636ffc3146288c9286b3f489f328 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/50b1636ffc3146288c9286b3f489f328 2024-11-12T09:25:25,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/50b1636ffc3146288c9286b3f489f328, entries=150, sequenceid=93, filesize=11.7 K 2024-11-12T09:25:25,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/fe2f2a08251e4218a5da5351e8a35f6b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/fe2f2a08251e4218a5da5351e8a35f6b 2024-11-12T09:25:25,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/fe2f2a08251e4218a5da5351e8a35f6b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-12T09:25:25,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8eb14538741b32eaf918f5cf1d0322f4 in 1395ms, sequenceid=93, compaction requested=true 2024-11-12T09:25:25,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:25,175 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:25,176 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:25,178 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:25,178 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/B is initiating minor compaction (all files) 2024-11-12T09:25:25,179 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/B in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:25,179 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/8aaa206881b1401bba44c54eb70ce23c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/40e580f0e76b4c25a9fa4833124d72c9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/50b1636ffc3146288c9286b3f489f328] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=35.3 K 2024-11-12T09:25:25,179 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:25,179 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/A is initiating minor compaction (all files) 2024-11-12T09:25:25,179 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/A in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:25,179 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/e8e2215023f744c08a7639655ca18795, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/52e050df35284d1a8d8570656d66c64d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77b9dfb15b2a4c6c87f5743857ea60e7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=99.2 K 2024-11-12T09:25:25,179 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:25,180 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aaa206881b1401bba44c54eb70ce23c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731403521033 2024-11-12T09:25:25,180 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e580f0e76b4c25a9fa4833124d72c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731403522252 2024-11-12T09:25:25,181 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 50b1636ffc3146288c9286b3f489f328, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731403523451 2024-11-12T09:25:25,179 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/e8e2215023f744c08a7639655ca18795, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/52e050df35284d1a8d8570656d66c64d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77b9dfb15b2a4c6c87f5743857ea60e7] 2024-11-12T09:25:25,197 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8e2215023f744c08a7639655ca18795, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731403521033 2024-11-12T09:25:25,199 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52e050df35284d1a8d8570656d66c64d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731403522252 2024-11-12T09:25:25,200 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77b9dfb15b2a4c6c87f5743857ea60e7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731403523451 2024-11-12T09:25:25,206 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#B#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:25,207 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/b5b24f8791f744989dbf77797b476f22 is 50, key is test_row_0/B:col10/1731403523453/Put/seqid=0 2024-11-12T09:25:25,208 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:25,213 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411126b607d8959a54c7e86fc2d0081925564_8eb14538741b32eaf918f5cf1d0322f4 store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741975_1151 (size=12207) 2024-11-12T09:25:25,216 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411126b607d8959a54c7e86fc2d0081925564_8eb14538741b32eaf918f5cf1d0322f4, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:25,217 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126b607d8959a54c7e86fc2d0081925564_8eb14538741b32eaf918f5cf1d0322f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:25,221 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/b5b24f8791f744989dbf77797b476f22 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/b5b24f8791f744989dbf77797b476f22 2024-11-12T09:25:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741976_1152 (size=4469) 2024-11-12T09:25:25,229 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/B of 8eb14538741b32eaf918f5cf1d0322f4 into b5b24f8791f744989dbf77797b476f22(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:25,229 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:25,229 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/B, priority=13, startTime=1731403525176; duration=0sec 2024-11-12T09:25:25,229 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:25,229 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:B 2024-11-12T09:25:25,230 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:25,232 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#A#compaction#130 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:25,233 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/029153dcc173498fbb1c78bea23452d9 is 175, key is test_row_0/A:col10/1731403523453/Put/seqid=0 2024-11-12T09:25:25,234 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:25,234 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/C is initiating minor compaction (all files) 2024-11-12T09:25:25,234 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/C in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:25,234 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/96bf04143bb14567a1cee23115ad38a6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/10aa4d817def46019606389abe4a1cad, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/fe2f2a08251e4218a5da5351e8a35f6b] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=35.3 K 2024-11-12T09:25:25,235 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 96bf04143bb14567a1cee23115ad38a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731403521033 2024-11-12T09:25:25,237 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 10aa4d817def46019606389abe4a1cad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731403522252 2024-11-12T09:25:25,238 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting fe2f2a08251e4218a5da5351e8a35f6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731403523451 2024-11-12T09:25:25,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741977_1153 (size=31161) 2024-11-12T09:25:25,253 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:25,254 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/f168fea2dc4b425682a79fdb38889585 is 50, key is test_row_0/C:col10/1731403523453/Put/seqid=0 2024-11-12T09:25:25,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741978_1154 (size=12207) 2024-11-12T09:25:25,271 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/f168fea2dc4b425682a79fdb38889585 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/f168fea2dc4b425682a79fdb38889585 2024-11-12T09:25:25,278 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/C of 8eb14538741b32eaf918f5cf1d0322f4 into f168fea2dc4b425682a79fdb38889585(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:25,278 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:25,278 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/C, priority=13, startTime=1731403525176; duration=0sec 2024-11-12T09:25:25,278 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:25,278 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:C 2024-11-12T09:25:25,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T09:25:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:25,284 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T09:25:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T09:25:25,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123db8969a4174436eb0fd526734852985_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403523816/Put/seqid=0 2024-11-12T09:25:25,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741979_1155 (size=12154) 2024-11-12T09:25:25,662 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/029153dcc173498fbb1c78bea23452d9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/029153dcc173498fbb1c78bea23452d9 2024-11-12T09:25:25,676 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/A of 8eb14538741b32eaf918f5cf1d0322f4 into 029153dcc173498fbb1c78bea23452d9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:25,676 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:25,676 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/A, priority=13, startTime=1731403525175; duration=0sec 2024-11-12T09:25:25,676 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:25,676 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:A 2024-11-12T09:25:25,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:25,711 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123db8969a4174436eb0fd526734852985_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123db8969a4174436eb0fd526734852985_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:25,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/889b37420e7a489789b194be584c7d71, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:25,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/889b37420e7a489789b194be584c7d71 is 175, key is test_row_0/A:col10/1731403523816/Put/seqid=0 2024-11-12T09:25:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741980_1156 (size=30955) 2024-11-12T09:25:25,762 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/889b37420e7a489789b194be584c7d71 2024-11-12T09:25:25,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/91bac7f6fffe4baeb2dbbc5ac55be5d7 is 50, key is test_row_0/B:col10/1731403523816/Put/seqid=0 2024-11-12T09:25:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T09:25:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741981_1157 (size=12001) 2024-11-12T09:25:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:25,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:26,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403585999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403585999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403586000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403586002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403586006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403586116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403586116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403586116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403586116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403586116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,242 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/91bac7f6fffe4baeb2dbbc5ac55be5d7 2024-11-12T09:25:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/4ddb1033003f4d388aea3ea17c0c148b is 50, key is test_row_0/C:col10/1731403523816/Put/seqid=0 2024-11-12T09:25:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741982_1158 (size=12001) 2024-11-12T09:25:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403586326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403586326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403586326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403586326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403586335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403586636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403586636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403586636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403586636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403586645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:26,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:26,654 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/4ddb1033003f4d388aea3ea17c0c148b 2024-11-12T09:25:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/889b37420e7a489789b194be584c7d71 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/889b37420e7a489789b194be584c7d71 2024-11-12T09:25:26,663 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/889b37420e7a489789b194be584c7d71, entries=150, sequenceid=119, filesize=30.2 K 2024-11-12T09:25:26,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/91bac7f6fffe4baeb2dbbc5ac55be5d7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/91bac7f6fffe4baeb2dbbc5ac55be5d7 2024-11-12T09:25:26,669 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/91bac7f6fffe4baeb2dbbc5ac55be5d7, entries=150, sequenceid=119, filesize=11.7 K 2024-11-12T09:25:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/4ddb1033003f4d388aea3ea17c0c148b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4ddb1033003f4d388aea3ea17c0c148b 2024-11-12T09:25:26,674 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4ddb1033003f4d388aea3ea17c0c148b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-12T09:25:26,675 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8eb14538741b32eaf918f5cf1d0322f4 in 1391ms, sequenceid=119, compaction requested=false 2024-11-12T09:25:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T09:25:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T09:25:26,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-12T09:25:26,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0120 sec 2024-11-12T09:25:26,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.0220 sec 2024-11-12T09:25:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T09:25:26,806 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:26,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-12T09:25:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T09:25:26,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:26,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:26,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T09:25:26,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T09:25:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:26,961 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T09:25:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121ad0ae01ac7a4c34b0afe59fba67b5f0_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403525997/Put/seqid=0 2024-11-12T09:25:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741983_1159 (size=12254) 2024-11-12T09:25:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:26,985 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121ad0ae01ac7a4c34b0afe59fba67b5f0_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121ad0ae01ac7a4c34b0afe59fba67b5f0_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/a057c70d2f6e46ec840a1644e7ac0088, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:26,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/a057c70d2f6e46ec840a1644e7ac0088 is 175, key is test_row_0/A:col10/1731403525997/Put/seqid=0 2024-11-12T09:25:26,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741984_1160 (size=31055) 2024-11-12T09:25:27,001 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/a057c70d2f6e46ec840a1644e7ac0088 2024-11-12T09:25:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/6cf501a548cc4d0eb67677f2b26d74fb is 50, key is test_row_0/B:col10/1731403525997/Put/seqid=0 2024-11-12T09:25:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741985_1161 (size=12101) 2024-11-12T09:25:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T09:25:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:27,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:27,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403587162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403587163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403587164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403587166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403587167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403587276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403587276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403587277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403587277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403587277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,414 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/6cf501a548cc4d0eb67677f2b26d74fb 2024-11-12T09:25:27,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/071ad742a9304f0bbb99ce99534efe4d is 50, key is test_row_0/C:col10/1731403525997/Put/seqid=0 2024-11-12T09:25:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T09:25:27,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741986_1162 (size=12101) 2024-11-12T09:25:27,440 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/071ad742a9304f0bbb99ce99534efe4d 2024-11-12T09:25:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/a057c70d2f6e46ec840a1644e7ac0088 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a057c70d2f6e46ec840a1644e7ac0088 2024-11-12T09:25:27,449 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a057c70d2f6e46ec840a1644e7ac0088, entries=150, sequenceid=133, filesize=30.3 K 2024-11-12T09:25:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/6cf501a548cc4d0eb67677f2b26d74fb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6cf501a548cc4d0eb67677f2b26d74fb 2024-11-12T09:25:27,456 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6cf501a548cc4d0eb67677f2b26d74fb, entries=150, sequenceid=133, filesize=11.8 K 2024-11-12T09:25:27,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/071ad742a9304f0bbb99ce99534efe4d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/071ad742a9304f0bbb99ce99534efe4d 2024-11-12T09:25:27,465 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/071ad742a9304f0bbb99ce99534efe4d, entries=150, sequenceid=133, filesize=11.8 K 2024-11-12T09:25:27,467 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8eb14538741b32eaf918f5cf1d0322f4 in 505ms, sequenceid=133, compaction requested=true 2024-11-12T09:25:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T09:25:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T09:25:27,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-12T09:25:27,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 662 msec 2024-11-12T09:25:27,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 666 msec 2024-11-12T09:25:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:27,491 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:27,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T09:25:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403587498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403587499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403587500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403587501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403587502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a76b7df479704165aa92ae104a6023db_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403527490/Put/seqid=0 2024-11-12T09:25:27,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741987_1163 (size=12304) 2024-11-12T09:25:27,521 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:27,525 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a76b7df479704165aa92ae104a6023db_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a76b7df479704165aa92ae104a6023db_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:27,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f72bf4cb121f40fbb5d141b48976f2e7, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:27,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f72bf4cb121f40fbb5d141b48976f2e7 is 175, key is test_row_0/A:col10/1731403527490/Put/seqid=0 2024-11-12T09:25:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741988_1164 (size=31105) 2024-11-12T09:25:27,534 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f72bf4cb121f40fbb5d141b48976f2e7 2024-11-12T09:25:27,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/edb3083b6023410f927aef2173516f84 is 50, key is test_row_0/B:col10/1731403527490/Put/seqid=0 2024-11-12T09:25:27,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741989_1165 (size=12151) 2024-11-12T09:25:27,558 INFO [master/106923ea030f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T09:25:27,558 INFO [master/106923ea030f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T09:25:27,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403587606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403587615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403587615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403587616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403587616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403587816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403587825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403587825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403587826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403587826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T09:25:27,946 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:27,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-12T09:25:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T09:25:27,949 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:27,950 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:27,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:27,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/edb3083b6023410f927aef2173516f84 2024-11-12T09:25:27,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/6cf2e0ec60264dc0bc5804cc243a7656 is 50, key is test_row_0/C:col10/1731403527490/Put/seqid=0 2024-11-12T09:25:27,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741990_1166 (size=12151) 2024-11-12T09:25:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T09:25:28,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T09:25:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403588126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403588136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403588136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403588136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403588136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T09:25:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T09:25:28,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/6cf2e0ec60264dc0bc5804cc243a7656 2024-11-12T09:25:28,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f72bf4cb121f40fbb5d141b48976f2e7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f72bf4cb121f40fbb5d141b48976f2e7 2024-11-12T09:25:28,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f72bf4cb121f40fbb5d141b48976f2e7, entries=150, sequenceid=160, filesize=30.4 K 2024-11-12T09:25:28,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/edb3083b6023410f927aef2173516f84 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/edb3083b6023410f927aef2173516f84 2024-11-12T09:25:28,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/edb3083b6023410f927aef2173516f84, entries=150, sequenceid=160, filesize=11.9 K 2024-11-12T09:25:28,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/6cf2e0ec60264dc0bc5804cc243a7656 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/6cf2e0ec60264dc0bc5804cc243a7656 2024-11-12T09:25:28,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/6cf2e0ec60264dc0bc5804cc243a7656, entries=150, sequenceid=160, filesize=11.9 K 2024-11-12T09:25:28,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8eb14538741b32eaf918f5cf1d0322f4 in 901ms, sequenceid=160, compaction requested=true 2024-11-12T09:25:28,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:28,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:28,392 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:28,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:28,393 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:28,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:28,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:28,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:28,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:28,395 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:28,395 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/B is initiating minor compaction (all files) 2024-11-12T09:25:28,395 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/B in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,395 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/b5b24f8791f744989dbf77797b476f22, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/91bac7f6fffe4baeb2dbbc5ac55be5d7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6cf501a548cc4d0eb67677f2b26d74fb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/edb3083b6023410f927aef2173516f84] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=47.3 K 2024-11-12T09:25:28,395 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124276 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:28,395 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/A is initiating minor compaction (all files) 2024-11-12T09:25:28,395 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/A in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,396 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/029153dcc173498fbb1c78bea23452d9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/889b37420e7a489789b194be584c7d71, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a057c70d2f6e46ec840a1644e7ac0088, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f72bf4cb121f40fbb5d141b48976f2e7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=121.4 K 2024-11-12T09:25:28,396 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,396 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/029153dcc173498fbb1c78bea23452d9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/889b37420e7a489789b194be584c7d71, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a057c70d2f6e46ec840a1644e7ac0088, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f72bf4cb121f40fbb5d141b48976f2e7] 2024-11-12T09:25:28,396 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b5b24f8791f744989dbf77797b476f22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731403523451 2024-11-12T09:25:28,396 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 029153dcc173498fbb1c78bea23452d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731403523451 2024-11-12T09:25:28,396 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 91bac7f6fffe4baeb2dbbc5ac55be5d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403523816 2024-11-12T09:25:28,397 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 889b37420e7a489789b194be584c7d71, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403523816 2024-11-12T09:25:28,397 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf501a548cc4d0eb67677f2b26d74fb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731403525997 2024-11-12T09:25:28,397 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a057c70d2f6e46ec840a1644e7ac0088, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731403525997 2024-11-12T09:25:28,397 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting edb3083b6023410f927aef2173516f84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731403527490 2024-11-12T09:25:28,397 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f72bf4cb121f40fbb5d141b48976f2e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731403527490 2024-11-12T09:25:28,406 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:28,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T09:25:28,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,408 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T09:25:28,408 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:28,408 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/32ea0454d9ff48a99f83878ca0e6654d is 50, key is test_row_0/B:col10/1731403527490/Put/seqid=0 2024-11-12T09:25:28,413 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411126ecd398b7fff4ddbac732ae87997e8fa_8eb14538741b32eaf918f5cf1d0322f4 store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:28,419 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411126ecd398b7fff4ddbac732ae87997e8fa_8eb14538741b32eaf918f5cf1d0322f4, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:28,420 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126ecd398b7fff4ddbac732ae87997e8fa_8eb14538741b32eaf918f5cf1d0322f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:28,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112cffec9663935485b809f5ff7a3d98fdf_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403527492/Put/seqid=0 2024-11-12T09:25:28,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741991_1167 (size=12493) 2024-11-12T09:25:28,441 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/32ea0454d9ff48a99f83878ca0e6654d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/32ea0454d9ff48a99f83878ca0e6654d 2024-11-12T09:25:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741992_1168 (size=4469) 2024-11-12T09:25:28,445 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#A#compaction#142 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:28,445 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/9e5792bb0e3541a3a89fd4f1627b09c3 is 175, key is test_row_0/A:col10/1731403527490/Put/seqid=0 2024-11-12T09:25:28,450 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/B of 8eb14538741b32eaf918f5cf1d0322f4 into 32ea0454d9ff48a99f83878ca0e6654d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:28,451 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:28,451 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/B, priority=12, startTime=1731403528393; duration=0sec 2024-11-12T09:25:28,451 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:28,451 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:B 2024-11-12T09:25:28,451 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:28,453 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:28,453 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/C is initiating minor compaction (all files) 2024-11-12T09:25:28,453 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/C in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,453 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/f168fea2dc4b425682a79fdb38889585, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4ddb1033003f4d388aea3ea17c0c148b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/071ad742a9304f0bbb99ce99534efe4d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/6cf2e0ec60264dc0bc5804cc243a7656] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=47.3 K 2024-11-12T09:25:28,454 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting f168fea2dc4b425682a79fdb38889585, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731403523451 2024-11-12T09:25:28,454 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ddb1033003f4d388aea3ea17c0c148b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403523816 2024-11-12T09:25:28,454 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 071ad742a9304f0bbb99ce99534efe4d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731403525997 2024-11-12T09:25:28,454 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf2e0ec60264dc0bc5804cc243a7656, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731403527490 2024-11-12T09:25:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741994_1170 (size=31447) 2024-11-12T09:25:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741993_1169 (size=12304) 2024-11-12T09:25:28,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,471 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#C#compaction#144 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:28,472 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/0bb11e249e964a029db6adeaf7598061 is 50, key is test_row_0/C:col10/1731403527490/Put/seqid=0 2024-11-12T09:25:28,474 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112cffec9663935485b809f5ff7a3d98fdf_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cffec9663935485b809f5ff7a3d98fdf_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:28,475 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/9e5792bb0e3541a3a89fd4f1627b09c3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/9e5792bb0e3541a3a89fd4f1627b09c3 2024-11-12T09:25:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/39ea37ee608248c8854b67fabb3b3b29, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:28,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/39ea37ee608248c8854b67fabb3b3b29 is 175, key is test_row_0/A:col10/1731403527492/Put/seqid=0 2024-11-12T09:25:28,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741995_1171 (size=12493) 2024-11-12T09:25:28,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741996_1172 (size=31105) 2024-11-12T09:25:28,498 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/39ea37ee608248c8854b67fabb3b3b29 2024-11-12T09:25:28,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/38bfde7bbe94449588fda67473ddd00d is 50, key is test_row_0/B:col10/1731403527492/Put/seqid=0 2024-11-12T09:25:28,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741997_1173 (size=12151) 2024-11-12T09:25:28,515 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/38bfde7bbe94449588fda67473ddd00d 2024-11-12T09:25:28,522 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/A of 8eb14538741b32eaf918f5cf1d0322f4 into 9e5792bb0e3541a3a89fd4f1627b09c3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:28,522 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:28,522 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/A, priority=12, startTime=1731403528392; duration=0sec 2024-11-12T09:25:28,522 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:28,522 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:A 2024-11-12T09:25:28,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/d223057ecb17493ca388e136fea72615 is 50, key is test_row_0/C:col10/1731403527492/Put/seqid=0 2024-11-12T09:25:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741998_1174 (size=12151) 2024-11-12T09:25:28,539 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/d223057ecb17493ca388e136fea72615 2024-11-12T09:25:28,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/39ea37ee608248c8854b67fabb3b3b29 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/39ea37ee608248c8854b67fabb3b3b29 2024-11-12T09:25:28,552 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/39ea37ee608248c8854b67fabb3b3b29, entries=150, sequenceid=169, filesize=30.4 K 2024-11-12T09:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/38bfde7bbe94449588fda67473ddd00d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/38bfde7bbe94449588fda67473ddd00d 2024-11-12T09:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,558 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/38bfde7bbe94449588fda67473ddd00d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T09:25:28,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/d223057ecb17493ca388e136fea72615 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/d223057ecb17493ca388e136fea72615 2024-11-12T09:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,565 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/d223057ecb17493ca388e136fea72615, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T09:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,566 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 8eb14538741b32eaf918f5cf1d0322f4 in 158ms, sequenceid=169, compaction requested=false 2024-11-12T09:25:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T09:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T09:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T09:25:28,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 618 msec 2024-11-12T09:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 623 msec 2024-11-12T09:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T09:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,576 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-12T09:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,579 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,580 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T09:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,680 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:28,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:25:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T09:25:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d040209d5184498d9e6ed9fbfd67e2a0_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403528673/Put/seqid=0 2024-11-12T09:25:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403588724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403588725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742000_1176 (size=24758) 2024-11-12T09:25:28,731 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:28,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T09:25:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:28,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403588727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,737 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d040209d5184498d9e6ed9fbfd67e2a0_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d040209d5184498d9e6ed9fbfd67e2a0_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403588728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403588728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/a0c4b2517b23456a9364b771764ff9d8, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:28,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/a0c4b2517b23456a9364b771764ff9d8 is 175, key is test_row_0/A:col10/1731403528673/Put/seqid=0 2024-11-12T09:25:28,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741999_1175 (size=74395) 2024-11-12T09:25:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403588836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403588836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403588846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403588846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403588846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:28,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T09:25:28,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:28,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:28,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T09:25:28,903 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/0bb11e249e964a029db6adeaf7598061 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0bb11e249e964a029db6adeaf7598061 2024-11-12T09:25:28,911 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/C of 8eb14538741b32eaf918f5cf1d0322f4 into 0bb11e249e964a029db6adeaf7598061(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:28,911 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:28,911 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/C, priority=12, startTime=1731403528393; duration=0sec 2024-11-12T09:25:28,911 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:28,911 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:C 2024-11-12T09:25:29,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T09:25:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403589046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403589046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403589056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403589056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403589057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,144 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/a0c4b2517b23456a9364b771764ff9d8 2024-11-12T09:25:29,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/9d93661c8a7a4f5297f131f04a01a87a is 50, key is test_row_0/B:col10/1731403528673/Put/seqid=0 2024-11-12T09:25:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742001_1177 (size=12151) 2024-11-12T09:25:29,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/9d93661c8a7a4f5297f131f04a01a87a 2024-11-12T09:25:29,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e60095ca6e0348b7bb2cceeec5ba5bf5 is 50, key is test_row_0/C:col10/1731403528673/Put/seqid=0 2024-11-12T09:25:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742002_1178 (size=12151) 2024-11-12T09:25:29,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T09:25:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T09:25:29,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T09:25:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403589356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403589356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403589365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403589365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403589366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T09:25:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:29,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e60095ca6e0348b7bb2cceeec5ba5bf5 2024-11-12T09:25:29,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/a0c4b2517b23456a9364b771764ff9d8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a0c4b2517b23456a9364b771764ff9d8 2024-11-12T09:25:29,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a0c4b2517b23456a9364b771764ff9d8, entries=400, sequenceid=182, filesize=72.7 K 2024-11-12T09:25:29,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/9d93661c8a7a4f5297f131f04a01a87a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/9d93661c8a7a4f5297f131f04a01a87a 2024-11-12T09:25:29,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/9d93661c8a7a4f5297f131f04a01a87a, entries=150, sequenceid=182, filesize=11.9 K 2024-11-12T09:25:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e60095ca6e0348b7bb2cceeec5ba5bf5 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e60095ca6e0348b7bb2cceeec5ba5bf5 2024-11-12T09:25:29,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e60095ca6e0348b7bb2cceeec5ba5bf5, entries=150, sequenceid=182, filesize=11.9 K 2024-11-12T09:25:29,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8eb14538741b32eaf918f5cf1d0322f4 in 923ms, sequenceid=182, compaction requested=true 2024-11-12T09:25:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:29,603 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:29,603 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:29,605 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:29,605 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/A is initiating minor compaction (all files) 2024-11-12T09:25:29,605 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/A in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,605 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/9e5792bb0e3541a3a89fd4f1627b09c3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/39ea37ee608248c8854b67fabb3b3b29, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a0c4b2517b23456a9364b771764ff9d8] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=133.7 K 2024-11-12T09:25:29,605 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,605 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/9e5792bb0e3541a3a89fd4f1627b09c3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/39ea37ee608248c8854b67fabb3b3b29, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a0c4b2517b23456a9364b771764ff9d8] 2024-11-12T09:25:29,605 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:29,605 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/B is initiating minor compaction (all files) 2024-11-12T09:25:29,606 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/B in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,606 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/32ea0454d9ff48a99f83878ca0e6654d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/38bfde7bbe94449588fda67473ddd00d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/9d93661c8a7a4f5297f131f04a01a87a] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=35.9 K 2024-11-12T09:25:29,606 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ea0454d9ff48a99f83878ca0e6654d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731403527490 2024-11-12T09:25:29,606 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e5792bb0e3541a3a89fd4f1627b09c3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731403527490 2024-11-12T09:25:29,607 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ea37ee608248c8854b67fabb3b3b29, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731403527492 2024-11-12T09:25:29,607 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 38bfde7bbe94449588fda67473ddd00d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731403527492 2024-11-12T09:25:29,607 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d93661c8a7a4f5297f131f04a01a87a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731403528670 2024-11-12T09:25:29,607 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0c4b2517b23456a9364b771764ff9d8, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731403528663 2024-11-12T09:25:29,615 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:29,616 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:29,616 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/6167c8f3c8a742c690e6bcf7a8c66235 is 50, key is test_row_0/B:col10/1731403528673/Put/seqid=0 2024-11-12T09:25:29,625 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112d9bb2826e9a642f0a003c483a9f186a7_8eb14538741b32eaf918f5cf1d0322f4 store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:29,629 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112d9bb2826e9a642f0a003c483a9f186a7_8eb14538741b32eaf918f5cf1d0322f4, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:29,629 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d9bb2826e9a642f0a003c483a9f186a7_8eb14538741b32eaf918f5cf1d0322f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742003_1179 (size=12595) 2024-11-12T09:25:29,652 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/6167c8f3c8a742c690e6bcf7a8c66235 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6167c8f3c8a742c690e6bcf7a8c66235 2024-11-12T09:25:29,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T09:25:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,655 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:25:29,663 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/B of 8eb14538741b32eaf918f5cf1d0322f4 into 6167c8f3c8a742c690e6bcf7a8c66235(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:29,663 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:29,663 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/B, priority=13, startTime=1731403529603; duration=0sec 2024-11-12T09:25:29,663 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:29,663 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:B 2024-11-12T09:25:29,663 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:29,667 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:29,667 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/C is initiating minor compaction (all files) 2024-11-12T09:25:29,667 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/C in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:29,667 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0bb11e249e964a029db6adeaf7598061, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/d223057ecb17493ca388e136fea72615, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e60095ca6e0348b7bb2cceeec5ba5bf5] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=35.9 K 2024-11-12T09:25:29,669 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bb11e249e964a029db6adeaf7598061, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731403527490 2024-11-12T09:25:29,669 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting d223057ecb17493ca388e136fea72615, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731403527492 2024-11-12T09:25:29,670 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e60095ca6e0348b7bb2cceeec5ba5bf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731403528670 2024-11-12T09:25:29,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f3b818808f51498a8ec52f0b129ebdb0_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403528722/Put/seqid=0 2024-11-12T09:25:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742004_1180 (size=4469) 2024-11-12T09:25:29,687 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#A#compaction#151 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:29,687 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/3a58eb887bc543da8cb7c9b0c7617e54 is 175, key is test_row_0/A:col10/1731403528673/Put/seqid=0 2024-11-12T09:25:29,691 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#C#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:29,692 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/062245400d8b4309b11eef61dee9d498 is 50, key is test_row_0/C:col10/1731403528673/Put/seqid=0 2024-11-12T09:25:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T09:25:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742006_1182 (size=31549) 2024-11-12T09:25:29,729 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/3a58eb887bc543da8cb7c9b0c7617e54 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3a58eb887bc543da8cb7c9b0c7617e54 2024-11-12T09:25:29,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742005_1181 (size=12304) 2024-11-12T09:25:29,737 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/A of 8eb14538741b32eaf918f5cf1d0322f4 into 3a58eb887bc543da8cb7c9b0c7617e54(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:29,737 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:29,737 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/A, priority=13, startTime=1731403529603; duration=0sec 2024-11-12T09:25:29,738 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:29,738 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:A 2024-11-12T09:25:29,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742007_1183 (size=12595) 2024-11-12T09:25:29,753 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/062245400d8b4309b11eef61dee9d498 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/062245400d8b4309b11eef61dee9d498 2024-11-12T09:25:29,760 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/C of 8eb14538741b32eaf918f5cf1d0322f4 into 062245400d8b4309b11eef61dee9d498(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:29,760 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:29,760 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/C, priority=13, startTime=1731403529604; duration=0sec 2024-11-12T09:25:29,760 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:29,760 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:C 2024-11-12T09:25:29,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:29,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403589876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403589876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403589877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403589880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403589881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403589986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403589986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:29,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403589996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:30,145 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f3b818808f51498a8ec52f0b129ebdb0_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f3b818808f51498a8ec52f0b129ebdb0_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/5f3bbcb19e254cff80267b71bbbb6920, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/5f3bbcb19e254cff80267b71bbbb6920 is 175, key is test_row_0/A:col10/1731403528722/Put/seqid=0 2024-11-12T09:25:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742008_1184 (size=31105) 2024-11-12T09:25:30,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403590196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:30,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403590196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403590206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403590506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:30,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:30,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403590506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:30,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403590515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,569 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/5f3bbcb19e254cff80267b71bbbb6920 2024-11-12T09:25:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/0b5b0e392a5245cfb41c767be95b59d4 is 50, key is test_row_0/B:col10/1731403528722/Put/seqid=0 2024-11-12T09:25:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742009_1185 (size=12151) 2024-11-12T09:25:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T09:25:30,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403590886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:30,888 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403590896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:30,898 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:30,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:30,986 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/0b5b0e392a5245cfb41c767be95b59d4 2024-11-12T09:25:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e886dcf8986f47f48807104a2b4f7692 is 50, key is test_row_0/C:col10/1731403528722/Put/seqid=0 2024-11-12T09:25:30,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742010_1186 (size=12151) 2024-11-12T09:25:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403591016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:31,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403591016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:31,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403591026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:31,399 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e886dcf8986f47f48807104a2b4f7692 2024-11-12T09:25:31,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/5f3bbcb19e254cff80267b71bbbb6920 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f3bbcb19e254cff80267b71bbbb6920 2024-11-12T09:25:31,410 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f3bbcb19e254cff80267b71bbbb6920, entries=150, sequenceid=209, filesize=30.4 K 2024-11-12T09:25:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/0b5b0e392a5245cfb41c767be95b59d4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/0b5b0e392a5245cfb41c767be95b59d4 2024-11-12T09:25:31,416 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/0b5b0e392a5245cfb41c767be95b59d4, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T09:25:31,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/e886dcf8986f47f48807104a2b4f7692 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e886dcf8986f47f48807104a2b4f7692 2024-11-12T09:25:31,422 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e886dcf8986f47f48807104a2b4f7692, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T09:25:31,423 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8eb14538741b32eaf918f5cf1d0322f4 in 1768ms, sequenceid=209, compaction requested=false 2024-11-12T09:25:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T09:25:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T09:25:31,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-12T09:25:31,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8450 sec 2024-11-12T09:25:31,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.8500 sec 2024-11-12T09:25:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:32,027 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:32,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:25:32,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a6dfc1c786b74e72b14d951b49de720c_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403529875/Put/seqid=0 2024-11-12T09:25:32,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742011_1187 (size=14794) 2024-11-12T09:25:32,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403592072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403592072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403592073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403592186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403592186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403592186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403592396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403592396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403592396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:32,456 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a6dfc1c786b74e72b14d951b49de720c_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6dfc1c786b74e72b14d951b49de720c_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:32,457 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/8d6a6df54a514e78b6529a8bf2542261, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:32,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/8d6a6df54a514e78b6529a8bf2542261 is 175, key is test_row_0/A:col10/1731403529875/Put/seqid=0 2024-11-12T09:25:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742012_1188 (size=39749) 2024-11-12T09:25:32,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403592706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403592706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403592706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T09:25:32,738 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:32,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-12T09:25:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T09:25:32,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:32,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:32,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T09:25:32,862 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/8d6a6df54a514e78b6529a8bf2542261 2024-11-12T09:25:32,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/25a59e3d61074e739f4dc9b1767cfeeb is 50, key is test_row_0/B:col10/1731403529875/Put/seqid=0 2024-11-12T09:25:32,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742013_1189 (size=12151) 2024-11-12T09:25:32,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T09:25:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:32,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:32,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:32,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403592905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,909 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:32,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403592916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:32,918 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:33,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T09:25:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T09:25:33,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T09:25:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:33,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403593216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403593216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:33,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403593216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:33,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/25a59e3d61074e739f4dc9b1767cfeeb 2024-11-12T09:25:33,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/0f2ce95cb17b4db7a33321dffe9194cb is 50, key is test_row_0/C:col10/1731403529875/Put/seqid=0 2024-11-12T09:25:33,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742014_1190 (size=12151) 2024-11-12T09:25:33,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T09:25:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T09:25:33,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T09:25:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T09:25:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:33,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/0f2ce95cb17b4db7a33321dffe9194cb 2024-11-12T09:25:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/8d6a6df54a514e78b6529a8bf2542261 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/8d6a6df54a514e78b6529a8bf2542261 2024-11-12T09:25:33,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/8d6a6df54a514e78b6529a8bf2542261, entries=200, sequenceid=223, filesize=38.8 K 2024-11-12T09:25:33,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/25a59e3d61074e739f4dc9b1767cfeeb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/25a59e3d61074e739f4dc9b1767cfeeb 2024-11-12T09:25:33,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/25a59e3d61074e739f4dc9b1767cfeeb, entries=150, sequenceid=223, filesize=11.9 K 2024-11-12T09:25:33,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/0f2ce95cb17b4db7a33321dffe9194cb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0f2ce95cb17b4db7a33321dffe9194cb 2024-11-12T09:25:33,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0f2ce95cb17b4db7a33321dffe9194cb, entries=150, sequenceid=223, filesize=11.9 K 2024-11-12T09:25:33,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8eb14538741b32eaf918f5cf1d0322f4 in 1677ms, sequenceid=223, compaction requested=true 2024-11-12T09:25:33,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:33,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:33,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:33,704 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:33,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:33,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:33,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:33,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T09:25:33,704 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:33,705 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:33,705 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:33,706 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/A is initiating minor compaction (all files) 2024-11-12T09:25:33,706 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/B is initiating minor compaction (all files) 2024-11-12T09:25:33,706 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/B in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,706 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/A in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,706 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6167c8f3c8a742c690e6bcf7a8c66235, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/0b5b0e392a5245cfb41c767be95b59d4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/25a59e3d61074e739f4dc9b1767cfeeb] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=36.0 K 2024-11-12T09:25:33,706 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3a58eb887bc543da8cb7c9b0c7617e54, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f3bbcb19e254cff80267b71bbbb6920, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/8d6a6df54a514e78b6529a8bf2542261] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=100.0 K 2024-11-12T09:25:33,706 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,706 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3a58eb887bc543da8cb7c9b0c7617e54, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f3bbcb19e254cff80267b71bbbb6920, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/8d6a6df54a514e78b6529a8bf2542261] 2024-11-12T09:25:33,706 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6167c8f3c8a742c690e6bcf7a8c66235, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731403528670 2024-11-12T09:25:33,706 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a58eb887bc543da8cb7c9b0c7617e54, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731403528670 2024-11-12T09:25:33,706 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b5b0e392a5245cfb41c767be95b59d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731403528714 2024-11-12T09:25:33,707 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f3bbcb19e254cff80267b71bbbb6920, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731403528714 2024-11-12T09:25:33,707 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d6a6df54a514e78b6529a8bf2542261, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731403529875 2024-11-12T09:25:33,707 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 25a59e3d61074e739f4dc9b1767cfeeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731403529875 2024-11-12T09:25:33,714 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:33,716 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:33,716 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/68ef9574eeab4673b794c23d18dc5dd4 is 50, key is test_row_0/B:col10/1731403529875/Put/seqid=0 2024-11-12T09:25:33,718 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112548b594bebfe43f5874ef3ec927318ac_8eb14538741b32eaf918f5cf1d0322f4 store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:33,720 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112548b594bebfe43f5874ef3ec927318ac_8eb14538741b32eaf918f5cf1d0322f4, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:33,720 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112548b594bebfe43f5874ef3ec927318ac_8eb14538741b32eaf918f5cf1d0322f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:33,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742015_1191 (size=12697) 2024-11-12T09:25:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742016_1192 (size=4469) 2024-11-12T09:25:33,730 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#A#compaction#160 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:33,731 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/86c157b2bf7e440abc29978c3d28b27c is 175, key is test_row_0/A:col10/1731403529875/Put/seqid=0 2024-11-12T09:25:33,732 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/68ef9574eeab4673b794c23d18dc5dd4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/68ef9574eeab4673b794c23d18dc5dd4 2024-11-12T09:25:33,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742017_1193 (size=31651) 2024-11-12T09:25:33,739 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/B of 8eb14538741b32eaf918f5cf1d0322f4 into 68ef9574eeab4673b794c23d18dc5dd4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:33,739 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:33,739 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/B, priority=13, startTime=1731403533704; duration=0sec 2024-11-12T09:25:33,739 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:33,739 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:B 2024-11-12T09:25:33,739 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:33,740 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:33,741 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/C is initiating minor compaction (all files) 2024-11-12T09:25:33,741 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/C in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,741 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/062245400d8b4309b11eef61dee9d498, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e886dcf8986f47f48807104a2b4f7692, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0f2ce95cb17b4db7a33321dffe9194cb] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=36.0 K 2024-11-12T09:25:33,741 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 062245400d8b4309b11eef61dee9d498, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731403528670 2024-11-12T09:25:33,742 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e886dcf8986f47f48807104a2b4f7692, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731403528714 2024-11-12T09:25:33,742 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f2ce95cb17b4db7a33321dffe9194cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731403529875 2024-11-12T09:25:33,751 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:33,752 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/8522759359f84ee8be430e0e78e50b3f is 50, key is test_row_0/C:col10/1731403529875/Put/seqid=0 2024-11-12T09:25:33,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742018_1194 (size=12697) 2024-11-12T09:25:33,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T09:25:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:33,810 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:25:33,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c24777330d5e41a3b64cef010f3fa1d6_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403532070/Put/seqid=0 2024-11-12T09:25:33,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742019_1195 (size=12304) 2024-11-12T09:25:33,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:33,846 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c24777330d5e41a3b64cef010f3fa1d6_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c24777330d5e41a3b64cef010f3fa1d6_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:33,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/18a9b2e22a2648708d7ebdeeebd8554d, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/18a9b2e22a2648708d7ebdeeebd8554d is 175, key is test_row_0/A:col10/1731403532070/Put/seqid=0 2024-11-12T09:25:33,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742020_1196 (size=31105) 2024-11-12T09:25:33,852 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/18a9b2e22a2648708d7ebdeeebd8554d 2024-11-12T09:25:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T09:25:33,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/e1d361ac4d2c480bb80875ecf78333b0 is 50, key is test_row_0/B:col10/1731403532070/Put/seqid=0 2024-11-12T09:25:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742021_1197 (size=12151) 2024-11-12T09:25:34,141 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/86c157b2bf7e440abc29978c3d28b27c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/86c157b2bf7e440abc29978c3d28b27c 2024-11-12T09:25:34,146 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/A of 8eb14538741b32eaf918f5cf1d0322f4 into 86c157b2bf7e440abc29978c3d28b27c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:34,146 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:34,147 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/A, priority=13, startTime=1731403533704; duration=0sec 2024-11-12T09:25:34,147 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:34,147 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:A 2024-11-12T09:25:34,186 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/8522759359f84ee8be430e0e78e50b3f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/8522759359f84ee8be430e0e78e50b3f 2024-11-12T09:25:34,194 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/C of 8eb14538741b32eaf918f5cf1d0322f4 into 8522759359f84ee8be430e0e78e50b3f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:34,194 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:34,194 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/C, priority=13, startTime=1731403533704; duration=0sec 2024-11-12T09:25:34,194 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:34,194 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:C 2024-11-12T09:25:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:34,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403594236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,240 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_2' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403594238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403594240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,289 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/e1d361ac4d2c480bb80875ecf78333b0 2024-11-12T09:25:34,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/4a2037481a164675b06823f185fe3329 is 50, key is test_row_0/C:col10/1731403532070/Put/seqid=0 2024-11-12T09:25:34,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742022_1198 (size=12151) 2024-11-12T09:25:34,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403594345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403594345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403594556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403594556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,703 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/4a2037481a164675b06823f185fe3329 2024-11-12T09:25:34,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/18a9b2e22a2648708d7ebdeeebd8554d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/18a9b2e22a2648708d7ebdeeebd8554d 2024-11-12T09:25:34,713 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/18a9b2e22a2648708d7ebdeeebd8554d, entries=150, sequenceid=249, filesize=30.4 K 2024-11-12T09:25:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/e1d361ac4d2c480bb80875ecf78333b0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/e1d361ac4d2c480bb80875ecf78333b0 2024-11-12T09:25:34,718 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/e1d361ac4d2c480bb80875ecf78333b0, entries=150, sequenceid=249, filesize=11.9 K 2024-11-12T09:25:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/4a2037481a164675b06823f185fe3329 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4a2037481a164675b06823f185fe3329 2024-11-12T09:25:34,723 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4a2037481a164675b06823f185fe3329, entries=150, sequenceid=249, filesize=11.9 K 2024-11-12T09:25:34,724 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8eb14538741b32eaf918f5cf1d0322f4 in 914ms, sequenceid=249, compaction requested=false 2024-11-12T09:25:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T09:25:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T09:25:34,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-12T09:25:34,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9840 sec 2024-11-12T09:25:34,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.9880 sec 2024-11-12T09:25:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:34,867 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:34,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:25:34,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fa2e1877797c4d7a84b2f67483107de6_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403534237/Put/seqid=0 2024-11-12T09:25:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742023_1199 (size=17534) 2024-11-12T09:25:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T09:25:34,886 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:34,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-12T09:25:34,888 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T09:25:34,888 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:34,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403594905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403594905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T09:25:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403595016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403595016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:35,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:35,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T09:25:35,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403595226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:35,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403595226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:35,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:35,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fa2e1877797c4d7a84b2f67483107de6_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa2e1877797c4d7a84b2f67483107de6_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:35,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/2c6e40407275480a9145561dc18c52aa, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:35,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/2c6e40407275480a9145561dc18c52aa is 175, key is test_row_0/A:col10/1731403534237/Put/seqid=0 2024-11-12T09:25:35,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742024_1200 (size=48639) 2024-11-12T09:25:35,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:35,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:35,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T09:25:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403595536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:35,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403595536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:35,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,699 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/2c6e40407275480a9145561dc18c52aa 2024-11-12T09:25:35,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/5950c7915ea44dd7acc2c4d08282f068 is 50, key is test_row_0/B:col10/1731403534237/Put/seqid=0 2024-11-12T09:25:35,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742025_1201 (size=12301) 2024-11-12T09:25:35,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/5950c7915ea44dd7acc2c4d08282f068 2024-11-12T09:25:35,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/7882464ee1214a38829336526dc0a273 is 50, key is test_row_0/C:col10/1731403534237/Put/seqid=0 2024-11-12T09:25:35,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742026_1202 (size=12301) 2024-11-12T09:25:35,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:35,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:35,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:35,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T09:25:36,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403596046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:36,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403596046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:36,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/7882464ee1214a38829336526dc0a273 2024-11-12T09:25:36,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:36,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:36,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/2c6e40407275480a9145561dc18c52aa as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/2c6e40407275480a9145561dc18c52aa 2024-11-12T09:25:36,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/2c6e40407275480a9145561dc18c52aa, entries=250, sequenceid=264, filesize=47.5 K 2024-11-12T09:25:36,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/5950c7915ea44dd7acc2c4d08282f068 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5950c7915ea44dd7acc2c4d08282f068 2024-11-12T09:25:36,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5950c7915ea44dd7acc2c4d08282f068, entries=150, sequenceid=264, filesize=12.0 K 2024-11-12T09:25:36,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/7882464ee1214a38829336526dc0a273 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/7882464ee1214a38829336526dc0a273 2024-11-12T09:25:36,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/7882464ee1214a38829336526dc0a273, entries=150, sequenceid=264, filesize=12.0 K 2024-11-12T09:25:36,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8eb14538741b32eaf918f5cf1d0322f4 in 1274ms, sequenceid=264, compaction requested=true 2024-11-12T09:25:36,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:36,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:36,142 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:36,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:36,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:36,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:36,142 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:36,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:36,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:36,143 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111395 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:36,143 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/A is initiating minor compaction (all files) 2024-11-12T09:25:36,143 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/A in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,143 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/86c157b2bf7e440abc29978c3d28b27c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/18a9b2e22a2648708d7ebdeeebd8554d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/2c6e40407275480a9145561dc18c52aa] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=108.8 K 2024-11-12T09:25:36,143 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,143 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:36,143 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/86c157b2bf7e440abc29978c3d28b27c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/18a9b2e22a2648708d7ebdeeebd8554d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/2c6e40407275480a9145561dc18c52aa] 2024-11-12T09:25:36,143 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/B is initiating minor compaction (all files) 2024-11-12T09:25:36,143 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/B in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,143 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/68ef9574eeab4673b794c23d18dc5dd4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/e1d361ac4d2c480bb80875ecf78333b0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5950c7915ea44dd7acc2c4d08282f068] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=36.3 K 2024-11-12T09:25:36,143 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86c157b2bf7e440abc29978c3d28b27c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731403529875 2024-11-12T09:25:36,144 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 68ef9574eeab4673b794c23d18dc5dd4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731403529875 2024-11-12T09:25:36,144 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a9b2e22a2648708d7ebdeeebd8554d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731403532070 2024-11-12T09:25:36,144 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e1d361ac4d2c480bb80875ecf78333b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731403532070 2024-11-12T09:25:36,144 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c6e40407275480a9145561dc18c52aa, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731403534231 2024-11-12T09:25:36,145 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5950c7915ea44dd7acc2c4d08282f068, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731403534237 2024-11-12T09:25:36,151 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:36,153 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:36,153 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111219dfd95f9ae44a1ea17c16d6d512697e_8eb14538741b32eaf918f5cf1d0322f4 store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:36,154 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/53cc6e02b84748d99b46cdd901c4d7ad is 50, key is test_row_0/B:col10/1731403534237/Put/seqid=0 2024-11-12T09:25:36,155 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111219dfd95f9ae44a1ea17c16d6d512697e_8eb14538741b32eaf918f5cf1d0322f4, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:36,155 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111219dfd95f9ae44a1ea17c16d6d512697e_8eb14538741b32eaf918f5cf1d0322f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:36,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742027_1203 (size=4469) 2024-11-12T09:25:36,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742028_1204 (size=12949) 2024-11-12T09:25:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:36,268 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:36,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T09:25:36,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122bc294ef3fb0431caa9ab689095184ae_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403534896/Put/seqid=0 2024-11-12T09:25:36,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:36,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742029_1205 (size=14994) 2024-11-12T09:25:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403596295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:36,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:36,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403596406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:36,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:36,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:36,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:36,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,561 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:36,561 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/3dda14f026634616bde80386bda84783 is 175, key is test_row_0/A:col10/1731403534237/Put/seqid=0 2024-11-12T09:25:36,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742030_1206 (size=31903) 2024-11-12T09:25:36,570 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/53cc6e02b84748d99b46cdd901c4d7ad as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/53cc6e02b84748d99b46cdd901c4d7ad 2024-11-12T09:25:36,575 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/B of 8eb14538741b32eaf918f5cf1d0322f4 into 53cc6e02b84748d99b46cdd901c4d7ad(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:36,575 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:36,575 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/B, priority=13, startTime=1731403536142; duration=0sec 2024-11-12T09:25:36,575 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:36,575 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:B 2024-11-12T09:25:36,575 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:36,576 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:36,576 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/C is initiating minor compaction (all files) 2024-11-12T09:25:36,576 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/C in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,576 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/8522759359f84ee8be430e0e78e50b3f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4a2037481a164675b06823f185fe3329, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/7882464ee1214a38829336526dc0a273] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=36.3 K 2024-11-12T09:25:36,577 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8522759359f84ee8be430e0e78e50b3f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731403529875 2024-11-12T09:25:36,577 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a2037481a164675b06823f185fe3329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731403532070 2024-11-12T09:25:36,577 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7882464ee1214a38829336526dc0a273, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731403534237 2024-11-12T09:25:36,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,584 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:36,585 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/c2395c7f99794c44aa970d86e792b868 is 50, key is test_row_0/C:col10/1731403534237/Put/seqid=0 2024-11-12T09:25:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742031_1207 (size=12949) 2024-11-12T09:25:36,597 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/c2395c7f99794c44aa970d86e792b868 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/c2395c7f99794c44aa970d86e792b868 2024-11-12T09:25:36,602 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/C of 8eb14538741b32eaf918f5cf1d0322f4 into c2395c7f99794c44aa970d86e792b868(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:36,602 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:36,602 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/C, priority=13, startTime=1731403536142; duration=0sec 2024-11-12T09:25:36,603 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:36,603 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:C 2024-11-12T09:25:36,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403596616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:36,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:36,683 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122bc294ef3fb0431caa9ab689095184ae_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122bc294ef3fb0431caa9ab689095184ae_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:36,684 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/77919f01fcaf47e29e0ac78bcffc6b7c, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:36,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/77919f01fcaf47e29e0ac78bcffc6b7c is 175, key is test_row_0/A:col10/1731403534896/Put/seqid=0 2024-11-12T09:25:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742032_1208 (size=39949) 2024-11-12T09:25:36,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:36,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:36,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403596926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37756 deadline: 1731403596955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:36,958 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:36,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37734 deadline: 1731403596966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:36,968 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:36,970 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/3dda14f026634616bde80386bda84783 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3dda14f026634616bde80386bda84783 2024-11-12T09:25:36,974 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/A of 8eb14538741b32eaf918f5cf1d0322f4 into 3dda14f026634616bde80386bda84783(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:36,974 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:36,974 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/A, priority=13, startTime=1731403536141; duration=0sec 2024-11-12T09:25:36,974 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:36,974 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:A 2024-11-12T09:25:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T09:25:37,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403597056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:37,057 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_2' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:37,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403597066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:37,068 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:37,094 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/77919f01fcaf47e29e0ac78bcffc6b7c 2024-11-12T09:25:37,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/6e3d03f481a4442ea843eaff489316a1 is 50, key is test_row_0/B:col10/1731403534896/Put/seqid=0 2024-11-12T09:25:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742033_1209 (size=12301) 2024-11-12T09:25:37,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:37,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:37,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403597436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:37,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:37,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/6e3d03f481a4442ea843eaff489316a1 2024-11-12T09:25:37,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/722160260c17494ab0a43ef308d86d0a is 50, key is test_row_0/C:col10/1731403534896/Put/seqid=0 2024-11-12T09:25:37,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742034_1210 (size=12301) 2024-11-12T09:25:37,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:37,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:37,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:37,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/722160260c17494ab0a43ef308d86d0a 2024-11-12T09:25:37,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/77919f01fcaf47e29e0ac78bcffc6b7c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77919f01fcaf47e29e0ac78bcffc6b7c 2024-11-12T09:25:37,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77919f01fcaf47e29e0ac78bcffc6b7c, entries=200, sequenceid=288, filesize=39.0 K 2024-11-12T09:25:37,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/6e3d03f481a4442ea843eaff489316a1 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6e3d03f481a4442ea843eaff489316a1 2024-11-12T09:25:37,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6e3d03f481a4442ea843eaff489316a1, entries=150, sequenceid=288, filesize=12.0 K 2024-11-12T09:25:37,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/722160260c17494ab0a43ef308d86d0a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/722160260c17494ab0a43ef308d86d0a 2024-11-12T09:25:37,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/722160260c17494ab0a43ef308d86d0a, entries=150, sequenceid=288, filesize=12.0 K 2024-11-12T09:25:37,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8eb14538741b32eaf918f5cf1d0322f4 in 1675ms, sequenceid=288, compaction requested=false 2024-11-12T09:25:37,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:37,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T09:25:37,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:37,957 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:25:37,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f801e7d9d3be4ef993621001b9340214_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403536294/Put/seqid=0 2024-11-12T09:25:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742035_1211 (size=12454) 2024-11-12T09:25:38,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:38,378 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f801e7d9d3be4ef993621001b9340214_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f801e7d9d3be4ef993621001b9340214_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:38,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f6cc4192768642d7b16bd5d0c87f50d7, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:38,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f6cc4192768642d7b16bd5d0c87f50d7 is 175, key is test_row_0/A:col10/1731403536294/Put/seqid=0 2024-11-12T09:25:38,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742036_1212 (size=31255) 2024-11-12T09:25:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:38,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. as already flushing 2024-11-12T09:25:38,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403598522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:38,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:38,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:38,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:38,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403598636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:38,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:38,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:38,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:38,784 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f6cc4192768642d7b16bd5d0c87f50d7 2024-11-12T09:25:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/7e882641922d42acbfeebb7a11e6f785 is 50, key is test_row_0/B:col10/1731403536294/Put/seqid=0 2024-11-12T09:25:38,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742037_1213 (size=12301) 2024-11-12T09:25:38,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403598846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:38,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:38,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:38,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T09:25:39,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37778 deadline: 1731403599076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:39,077 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_2' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:39,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37750 deadline: 1731403599086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:39,088 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 8eb14538741b32eaf918f5cf1d0322f4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:25:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:39,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403599155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:39,195 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/7e882641922d42acbfeebb7a11e6f785 2024-11-12T09:25:39,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/2971bce450b74a7e8ec5c5545020d366 is 50, key is test_row_0/C:col10/1731403536294/Put/seqid=0 2024-11-12T09:25:39,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742038_1214 (size=12301) 2024-11-12T09:25:39,606 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/2971bce450b74a7e8ec5c5545020d366 2024-11-12T09:25:39,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/f6cc4192768642d7b16bd5d0c87f50d7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f6cc4192768642d7b16bd5d0c87f50d7 2024-11-12T09:25:39,614 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f6cc4192768642d7b16bd5d0c87f50d7, entries=150, sequenceid=303, filesize=30.5 K 2024-11-12T09:25:39,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/7e882641922d42acbfeebb7a11e6f785 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/7e882641922d42acbfeebb7a11e6f785 2024-11-12T09:25:39,619 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/7e882641922d42acbfeebb7a11e6f785, entries=150, sequenceid=303, filesize=12.0 K 2024-11-12T09:25:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/2971bce450b74a7e8ec5c5545020d366 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/2971bce450b74a7e8ec5c5545020d366 2024-11-12T09:25:39,624 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/2971bce450b74a7e8ec5c5545020d366, entries=150, sequenceid=303, filesize=12.0 K 2024-11-12T09:25:39,625 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8eb14538741b32eaf918f5cf1d0322f4 in 1668ms, sequenceid=303, compaction requested=true 2024-11-12T09:25:39,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:39,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:39,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T09:25:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T09:25:39,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-12T09:25:39,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7380 sec 2024-11-12T09:25:39,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 4.7420 sec 2024-11-12T09:25:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:39,670 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:39,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:25:39,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d6dba31edb294349b44a4bfac7ebc570_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403539669/Put/seqid=0 2024-11-12T09:25:39,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742039_1215 (size=14994) 2024-11-12T09:25:39,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403599697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403599805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:40,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403600016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:40,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:40,137 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d6dba31edb294349b44a4bfac7ebc570_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d6dba31edb294349b44a4bfac7ebc570_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:40,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/73a83bd0ddb04a10a631d035300a8d34, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:40,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/73a83bd0ddb04a10a631d035300a8d34 is 175, key is test_row_0/A:col10/1731403539669/Put/seqid=0 2024-11-12T09:25:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742040_1216 (size=39949) 2024-11-12T09:25:40,142 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/73a83bd0ddb04a10a631d035300a8d34 2024-11-12T09:25:40,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/a1553f17a02d452190d4edf5270aa6d8 is 50, key is test_row_0/B:col10/1731403539669/Put/seqid=0 2024-11-12T09:25:40,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742041_1217 (size=12301) 2024-11-12T09:25:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403600326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:40,533 INFO [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646. 2024-11-12T09:25:40,533 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:40,533 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:40,533 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:40,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:40,534 INFO [Thread-644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-644. 2024-11-12T09:25:40,535 DEBUG [Thread-644 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:40,535 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:40,535 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:40,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:40,536 INFO [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648. 2024-11-12T09:25:40,536 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:40,536 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:40,536 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:40,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:40,542 INFO [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650. 2024-11-12T09:25:40,542 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:40,542 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:40,542 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:40,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:40,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/a1553f17a02d452190d4edf5270aa6d8 2024-11-12T09:25:40,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/3235fccfba77453a93962887570cf299 is 50, key is test_row_0/C:col10/1731403539669/Put/seqid=0 2024-11-12T09:25:40,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742042_1218 (size=12301) 2024-11-12T09:25:40,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37770 deadline: 1731403600836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:40,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:40,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:40,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:25:40,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/3235fccfba77453a93962887570cf299 2024-11-12T09:25:40,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/73a83bd0ddb04a10a631d035300a8d34 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/73a83bd0ddb04a10a631d035300a8d34 2024-11-12T09:25:40,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/73a83bd0ddb04a10a631d035300a8d34, entries=200, sequenceid=328, filesize=39.0 K 2024-11-12T09:25:40,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/a1553f17a02d452190d4edf5270aa6d8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/a1553f17a02d452190d4edf5270aa6d8 2024-11-12T09:25:40,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/a1553f17a02d452190d4edf5270aa6d8, entries=150, sequenceid=328, filesize=12.0 K 2024-11-12T09:25:40,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/3235fccfba77453a93962887570cf299 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/3235fccfba77453a93962887570cf299 2024-11-12T09:25:41,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/3235fccfba77453a93962887570cf299, entries=150, sequenceid=328, filesize=12.0 K 2024-11-12T09:25:41,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8eb14538741b32eaf918f5cf1d0322f4 in 1331ms, sequenceid=328, compaction requested=true 2024-11-12T09:25:41,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:41,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:41,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:41,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:41,001 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:41,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:41,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8eb14538741b32eaf918f5cf1d0322f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:41,001 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:41,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:41,002 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:41,002 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:41,002 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/B is initiating minor compaction (all files) 2024-11-12T09:25:41,002 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/A is initiating minor compaction (all files) 2024-11-12T09:25:41,002 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/A in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:41,002 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/B in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:41,003 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/53cc6e02b84748d99b46cdd901c4d7ad, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6e3d03f481a4442ea843eaff489316a1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/7e882641922d42acbfeebb7a11e6f785, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/a1553f17a02d452190d4edf5270aa6d8] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=48.7 K 2024-11-12T09:25:41,003 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3dda14f026634616bde80386bda84783, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77919f01fcaf47e29e0ac78bcffc6b7c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f6cc4192768642d7b16bd5d0c87f50d7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/73a83bd0ddb04a10a631d035300a8d34] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=139.7 K 2024-11-12T09:25:41,003 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:41,003 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3dda14f026634616bde80386bda84783, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77919f01fcaf47e29e0ac78bcffc6b7c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f6cc4192768642d7b16bd5d0c87f50d7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/73a83bd0ddb04a10a631d035300a8d34] 2024-11-12T09:25:41,003 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 53cc6e02b84748d99b46cdd901c4d7ad, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731403534237 2024-11-12T09:25:41,003 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dda14f026634616bde80386bda84783, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731403534237 2024-11-12T09:25:41,003 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e3d03f481a4442ea843eaff489316a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731403534896 2024-11-12T09:25:41,003 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77919f01fcaf47e29e0ac78bcffc6b7c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731403534896 2024-11-12T09:25:41,004 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e882641922d42acbfeebb7a11e6f785, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731403536283 2024-11-12T09:25:41,004 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6cc4192768642d7b16bd5d0c87f50d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731403536283 2024-11-12T09:25:41,004 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a1553f17a02d452190d4edf5270aa6d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731403538519 2024-11-12T09:25:41,004 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73a83bd0ddb04a10a631d035300a8d34, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731403538508 2024-11-12T09:25:41,015 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:41,016 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#B#compaction#180 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:41,016 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/65cdb58ad5a54d29a1def55b776533b5 is 50, key is test_row_0/B:col10/1731403539669/Put/seqid=0 2024-11-12T09:25:41,017 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411129a674d58fe7e44ca8927cd2b5c008d90_8eb14538741b32eaf918f5cf1d0322f4 store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742043_1219 (size=13085) 2024-11-12T09:25:41,054 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411129a674d58fe7e44ca8927cd2b5c008d90_8eb14538741b32eaf918f5cf1d0322f4, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:41,055 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129a674d58fe7e44ca8927cd2b5c008d90_8eb14538741b32eaf918f5cf1d0322f4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:41,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742044_1220 (size=4469) 2024-11-12T09:25:41,429 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/65cdb58ad5a54d29a1def55b776533b5 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/65cdb58ad5a54d29a1def55b776533b5 2024-11-12T09:25:41,437 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/B of 8eb14538741b32eaf918f5cf1d0322f4 into 65cdb58ad5a54d29a1def55b776533b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:41,438 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:41,438 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/B, priority=12, startTime=1731403541001; duration=0sec 2024-11-12T09:25:41,438 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:41,438 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:B 2024-11-12T09:25:41,438 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:25:41,440 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:25:41,440 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 8eb14538741b32eaf918f5cf1d0322f4/C is initiating minor compaction (all files) 2024-11-12T09:25:41,440 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8eb14538741b32eaf918f5cf1d0322f4/C in TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:41,440 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/c2395c7f99794c44aa970d86e792b868, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/722160260c17494ab0a43ef308d86d0a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/2971bce450b74a7e8ec5c5545020d366, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/3235fccfba77453a93962887570cf299] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp, totalSize=48.7 K 2024-11-12T09:25:41,441 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c2395c7f99794c44aa970d86e792b868, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731403534237 2024-11-12T09:25:41,441 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 722160260c17494ab0a43ef308d86d0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731403534896 2024-11-12T09:25:41,441 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2971bce450b74a7e8ec5c5545020d366, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731403536283 2024-11-12T09:25:41,442 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3235fccfba77453a93962887570cf299, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731403538519 2024-11-12T09:25:41,453 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#C#compaction#182 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:41,453 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/732d8bdebb2943019afa12cbe8073d74 is 50, key is test_row_0/C:col10/1731403539669/Put/seqid=0 2024-11-12T09:25:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742045_1221 (size=13085) 2024-11-12T09:25:41,460 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8eb14538741b32eaf918f5cf1d0322f4#A#compaction#181 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:41,460 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/5f0b42b66fb1498280aa91a21e9c8129 is 175, key is test_row_0/A:col10/1731403539669/Put/seqid=0 2024-11-12T09:25:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742046_1222 (size=32039) 2024-11-12T09:25:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:41,858 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:41,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:25:41,859 INFO [Thread-641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-641. 2024-11-12T09:25:41,859 DEBUG [Thread-641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:41,859 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:41,859 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:41,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:41,869 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/732d8bdebb2943019afa12cbe8073d74 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/732d8bdebb2943019afa12cbe8073d74 2024-11-12T09:25:41,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111211546c424a5648f2bc5930d80a567218_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403539679/Put/seqid=0 2024-11-12T09:25:41,871 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/5f0b42b66fb1498280aa91a21e9c8129 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f0b42b66fb1498280aa91a21e9c8129 2024-11-12T09:25:41,874 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/C of 8eb14538741b32eaf918f5cf1d0322f4 into 732d8bdebb2943019afa12cbe8073d74(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:41,874 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:41,874 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/C, priority=12, startTime=1731403541001; duration=0sec 2024-11-12T09:25:41,874 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:41,874 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:C 2024-11-12T09:25:41,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742047_1223 (size=12454) 2024-11-12T09:25:41,876 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8eb14538741b32eaf918f5cf1d0322f4/A of 8eb14538741b32eaf918f5cf1d0322f4 into 5f0b42b66fb1498280aa91a21e9c8129(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:41,876 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:41,876 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., storeName=8eb14538741b32eaf918f5cf1d0322f4/A, priority=12, startTime=1731403541001; duration=0sec 2024-11-12T09:25:41,877 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:41,877 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8eb14538741b32eaf918f5cf1d0322f4:A 2024-11-12T09:25:42,276 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:42,286 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111211546c424a5648f2bc5930d80a567218_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111211546c424a5648f2bc5930d80a567218_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:42,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/ef973bbda5ba443196f85316e28efafb, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:42,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/ef973bbda5ba443196f85316e28efafb is 175, key is test_row_0/A:col10/1731403539679/Put/seqid=0 2024-11-12T09:25:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742048_1224 (size=31255) 2024-11-12T09:25:42,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:25:42,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/ef973bbda5ba443196f85316e28efafb 2024-11-12T09:25:42,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/96fab413dc9240938b550691d2073b69 is 50, key is test_row_0/B:col10/1731403539679/Put/seqid=0 2024-11-12T09:25:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742049_1225 (size=12301) 2024-11-12T09:25:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T09:25:43,097 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:43,107 INFO [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637. 2024-11-12T09:25:43,107 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:43,107 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:43,108 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:43,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:43,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/96fab413dc9240938b550691d2073b69 2024-11-12T09:25:43,118 INFO [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639. 2024-11-12T09:25:43,118 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:43,118 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:43,118 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:43,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:43,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/bf32c3cf65bc49419bf12adb937c439b is 50, key is test_row_0/C:col10/1731403539679/Put/seqid=0 2024-11-12T09:25:43,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742050_1226 (size=12301) 2024-11-12T09:25:43,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/bf32c3cf65bc49419bf12adb937c439b 2024-11-12T09:25:43,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/ef973bbda5ba443196f85316e28efafb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/ef973bbda5ba443196f85316e28efafb 2024-11-12T09:25:43,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/ef973bbda5ba443196f85316e28efafb, entries=150, sequenceid=341, filesize=30.5 K 2024-11-12T09:25:43,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/96fab413dc9240938b550691d2073b69 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/96fab413dc9240938b550691d2073b69 2024-11-12T09:25:43,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/96fab413dc9240938b550691d2073b69, entries=150, sequenceid=341, filesize=12.0 K 2024-11-12T09:25:43,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/bf32c3cf65bc49419bf12adb937c439b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/bf32c3cf65bc49419bf12adb937c439b 2024-11-12T09:25:43,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/bf32c3cf65bc49419bf12adb937c439b, entries=150, sequenceid=341, filesize=12.0 K 2024-11-12T09:25:43,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for 8eb14538741b32eaf918f5cf1d0322f4 in 1702ms, sequenceid=341, compaction requested=false 2024-11-12T09:25:43,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8eb14538741b32eaf918f5cf1d0322f4: 2024-11-12T09:25:46,968 INFO [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635. 2024-11-12T09:25:46,968 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:46,968 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:46,968 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:46,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:46,998 INFO [Thread-633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-633. 2024-11-12T09:25:46,998 DEBUG [Thread-633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:25:46,998 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:46,998 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:46,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4050 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4003 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1696 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5071 rows 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1694 2024-11-12T09:25:46,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5063 rows 2024-11-12T09:25:46,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:25:46,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:25:46,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:46,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:46,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:25:47,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T09:25:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T09:25:47,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403547005"}]},"ts":"1731403547005"} 2024-11-12T09:25:47,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T09:25:47,007 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T09:25:47,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:25:47,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, UNASSIGN}] 2024-11-12T09:25:47,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, UNASSIGN 2024-11-12T09:25:47,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=8eb14538741b32eaf918f5cf1d0322f4, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:47,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, UNASSIGN because future has completed 2024-11-12T09:25:47,014 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:25:47,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:25:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T09:25:47,167 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:47,167 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:25:47,167 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 8eb14538741b32eaf918f5cf1d0322f4, disabling compactions & flushes 2024-11-12T09:25:47,167 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:47,167 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:47,167 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. after waiting 0 ms 2024-11-12T09:25:47,167 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:47,167 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 8eb14538741b32eaf918f5cf1d0322f4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-12T09:25:47,174 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f53613cc9dd8456c896c4e1938f10f3d_8eb14538741b32eaf918f5cf1d0322f4 is 50, key is test_row_0/A:col10/1731403546967/Put/seqid=0 2024-11-12T09:25:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742051_1227 (size=12454) 2024-11-12T09:25:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T09:25:47,579 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:47,583 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f53613cc9dd8456c896c4e1938f10f3d_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f53613cc9dd8456c896c4e1938f10f3d_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:47,585 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/007f3838ac1941b3b5d6a5795fb716e8, store: [table=TestAcidGuarantees family=A region=8eb14538741b32eaf918f5cf1d0322f4] 2024-11-12T09:25:47,585 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/007f3838ac1941b3b5d6a5795fb716e8 is 175, key is test_row_0/A:col10/1731403546967/Put/seqid=0 2024-11-12T09:25:47,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742052_1228 (size=31255) 2024-11-12T09:25:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T09:25:47,989 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/007f3838ac1941b3b5d6a5795fb716e8 2024-11-12T09:25:47,998 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/33e15b19a6f8499092eb04634dd01068 is 50, key is test_row_0/B:col10/1731403546967/Put/seqid=0 2024-11-12T09:25:48,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742053_1229 (size=12301) 2024-11-12T09:25:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T09:25:48,406 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/33e15b19a6f8499092eb04634dd01068 2024-11-12T09:25:48,415 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/cec6130e74cb4a5fbaa30796f65dce22 is 50, key is test_row_0/C:col10/1731403546967/Put/seqid=0 2024-11-12T09:25:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742054_1230 (size=12301) 2024-11-12T09:25:48,831 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/cec6130e74cb4a5fbaa30796f65dce22 2024-11-12T09:25:48,836 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/A/007f3838ac1941b3b5d6a5795fb716e8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/007f3838ac1941b3b5d6a5795fb716e8 2024-11-12T09:25:48,841 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/007f3838ac1941b3b5d6a5795fb716e8, entries=150, sequenceid=350, filesize=30.5 K 2024-11-12T09:25:48,842 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/B/33e15b19a6f8499092eb04634dd01068 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/33e15b19a6f8499092eb04634dd01068 2024-11-12T09:25:48,847 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/33e15b19a6f8499092eb04634dd01068, entries=150, sequenceid=350, filesize=12.0 K 2024-11-12T09:25:48,848 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/.tmp/C/cec6130e74cb4a5fbaa30796f65dce22 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/cec6130e74cb4a5fbaa30796f65dce22 2024-11-12T09:25:48,852 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/cec6130e74cb4a5fbaa30796f65dce22, entries=150, sequenceid=350, filesize=12.0 K 2024-11-12T09:25:48,853 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8eb14538741b32eaf918f5cf1d0322f4 in 1686ms, sequenceid=350, compaction requested=true 2024-11-12T09:25:48,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f4e858d683ee400dbdbf303e6ff9aec2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/462aa57587d041e1a30dda637327ce32, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/505e0ef8fe0141059eb2f6db674a1a71, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/e8e2215023f744c08a7639655ca18795, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/52e050df35284d1a8d8570656d66c64d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77b9dfb15b2a4c6c87f5743857ea60e7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/029153dcc173498fbb1c78bea23452d9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/889b37420e7a489789b194be584c7d71, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a057c70d2f6e46ec840a1644e7ac0088, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/9e5792bb0e3541a3a89fd4f1627b09c3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f72bf4cb121f40fbb5d141b48976f2e7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/39ea37ee608248c8854b67fabb3b3b29, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a0c4b2517b23456a9364b771764ff9d8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3a58eb887bc543da8cb7c9b0c7617e54, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f3bbcb19e254cff80267b71bbbb6920, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/8d6a6df54a514e78b6529a8bf2542261, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/86c157b2bf7e440abc29978c3d28b27c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/18a9b2e22a2648708d7ebdeeebd8554d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/2c6e40407275480a9145561dc18c52aa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3dda14f026634616bde80386bda84783, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77919f01fcaf47e29e0ac78bcffc6b7c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f6cc4192768642d7b16bd5d0c87f50d7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/73a83bd0ddb04a10a631d035300a8d34] to archive 2024-11-12T09:25:48,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:25:48,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f4e858d683ee400dbdbf303e6ff9aec2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f4e858d683ee400dbdbf303e6ff9aec2 2024-11-12T09:25:48,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/462aa57587d041e1a30dda637327ce32 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/462aa57587d041e1a30dda637327ce32 2024-11-12T09:25:48,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/505e0ef8fe0141059eb2f6db674a1a71 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/505e0ef8fe0141059eb2f6db674a1a71 2024-11-12T09:25:48,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/e8e2215023f744c08a7639655ca18795 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/e8e2215023f744c08a7639655ca18795 2024-11-12T09:25:48,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/52e050df35284d1a8d8570656d66c64d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/52e050df35284d1a8d8570656d66c64d 2024-11-12T09:25:48,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77b9dfb15b2a4c6c87f5743857ea60e7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77b9dfb15b2a4c6c87f5743857ea60e7 2024-11-12T09:25:48,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/029153dcc173498fbb1c78bea23452d9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/029153dcc173498fbb1c78bea23452d9 2024-11-12T09:25:48,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/889b37420e7a489789b194be584c7d71 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/889b37420e7a489789b194be584c7d71 2024-11-12T09:25:48,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a057c70d2f6e46ec840a1644e7ac0088 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a057c70d2f6e46ec840a1644e7ac0088 2024-11-12T09:25:48,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/9e5792bb0e3541a3a89fd4f1627b09c3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/9e5792bb0e3541a3a89fd4f1627b09c3 2024-11-12T09:25:48,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f72bf4cb121f40fbb5d141b48976f2e7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f72bf4cb121f40fbb5d141b48976f2e7 2024-11-12T09:25:48,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/39ea37ee608248c8854b67fabb3b3b29 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/39ea37ee608248c8854b67fabb3b3b29 2024-11-12T09:25:48,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a0c4b2517b23456a9364b771764ff9d8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/a0c4b2517b23456a9364b771764ff9d8 2024-11-12T09:25:48,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3a58eb887bc543da8cb7c9b0c7617e54 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3a58eb887bc543da8cb7c9b0c7617e54 2024-11-12T09:25:48,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f3bbcb19e254cff80267b71bbbb6920 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f3bbcb19e254cff80267b71bbbb6920 2024-11-12T09:25:48,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/8d6a6df54a514e78b6529a8bf2542261 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/8d6a6df54a514e78b6529a8bf2542261 2024-11-12T09:25:48,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/86c157b2bf7e440abc29978c3d28b27c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/86c157b2bf7e440abc29978c3d28b27c 2024-11-12T09:25:48,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/18a9b2e22a2648708d7ebdeeebd8554d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/18a9b2e22a2648708d7ebdeeebd8554d 2024-11-12T09:25:48,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/2c6e40407275480a9145561dc18c52aa to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/2c6e40407275480a9145561dc18c52aa 2024-11-12T09:25:48,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3dda14f026634616bde80386bda84783 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/3dda14f026634616bde80386bda84783 2024-11-12T09:25:48,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77919f01fcaf47e29e0ac78bcffc6b7c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/77919f01fcaf47e29e0ac78bcffc6b7c 2024-11-12T09:25:48,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f6cc4192768642d7b16bd5d0c87f50d7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/f6cc4192768642d7b16bd5d0c87f50d7 2024-11-12T09:25:48,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/73a83bd0ddb04a10a631d035300a8d34 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/73a83bd0ddb04a10a631d035300a8d34 2024-11-12T09:25:48,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/31118750b45c4a1991dae97565251ae3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/4001bac5eca34c1eb7dd58ed1ff326c0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/8aaa206881b1401bba44c54eb70ce23c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5f194f6d5240433ba5f1d55acb163e39, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/40e580f0e76b4c25a9fa4833124d72c9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/b5b24f8791f744989dbf77797b476f22, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/50b1636ffc3146288c9286b3f489f328, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/91bac7f6fffe4baeb2dbbc5ac55be5d7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6cf501a548cc4d0eb67677f2b26d74fb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/32ea0454d9ff48a99f83878ca0e6654d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/edb3083b6023410f927aef2173516f84, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/38bfde7bbe94449588fda67473ddd00d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6167c8f3c8a742c690e6bcf7a8c66235, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/9d93661c8a7a4f5297f131f04a01a87a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/0b5b0e392a5245cfb41c767be95b59d4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/68ef9574eeab4673b794c23d18dc5dd4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/25a59e3d61074e739f4dc9b1767cfeeb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/e1d361ac4d2c480bb80875ecf78333b0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/53cc6e02b84748d99b46cdd901c4d7ad, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5950c7915ea44dd7acc2c4d08282f068, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6e3d03f481a4442ea843eaff489316a1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/7e882641922d42acbfeebb7a11e6f785, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/a1553f17a02d452190d4edf5270aa6d8] to archive 2024-11-12T09:25:48,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:25:48,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/31118750b45c4a1991dae97565251ae3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/31118750b45c4a1991dae97565251ae3 2024-11-12T09:25:48,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/4001bac5eca34c1eb7dd58ed1ff326c0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/4001bac5eca34c1eb7dd58ed1ff326c0 2024-11-12T09:25:48,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/8aaa206881b1401bba44c54eb70ce23c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/8aaa206881b1401bba44c54eb70ce23c 2024-11-12T09:25:48,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5f194f6d5240433ba5f1d55acb163e39 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5f194f6d5240433ba5f1d55acb163e39 2024-11-12T09:25:48,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/40e580f0e76b4c25a9fa4833124d72c9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/40e580f0e76b4c25a9fa4833124d72c9 2024-11-12T09:25:48,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/b5b24f8791f744989dbf77797b476f22 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/b5b24f8791f744989dbf77797b476f22 2024-11-12T09:25:48,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/50b1636ffc3146288c9286b3f489f328 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/50b1636ffc3146288c9286b3f489f328 2024-11-12T09:25:48,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/91bac7f6fffe4baeb2dbbc5ac55be5d7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/91bac7f6fffe4baeb2dbbc5ac55be5d7 2024-11-12T09:25:48,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6cf501a548cc4d0eb67677f2b26d74fb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6cf501a548cc4d0eb67677f2b26d74fb 2024-11-12T09:25:48,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/32ea0454d9ff48a99f83878ca0e6654d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/32ea0454d9ff48a99f83878ca0e6654d 2024-11-12T09:25:48,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/edb3083b6023410f927aef2173516f84 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/edb3083b6023410f927aef2173516f84 2024-11-12T09:25:48,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/38bfde7bbe94449588fda67473ddd00d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/38bfde7bbe94449588fda67473ddd00d 2024-11-12T09:25:48,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6167c8f3c8a742c690e6bcf7a8c66235 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6167c8f3c8a742c690e6bcf7a8c66235 2024-11-12T09:25:48,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/9d93661c8a7a4f5297f131f04a01a87a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/9d93661c8a7a4f5297f131f04a01a87a 2024-11-12T09:25:48,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/0b5b0e392a5245cfb41c767be95b59d4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/0b5b0e392a5245cfb41c767be95b59d4 2024-11-12T09:25:48,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/68ef9574eeab4673b794c23d18dc5dd4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/68ef9574eeab4673b794c23d18dc5dd4 2024-11-12T09:25:48,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/25a59e3d61074e739f4dc9b1767cfeeb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/25a59e3d61074e739f4dc9b1767cfeeb 2024-11-12T09:25:48,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/e1d361ac4d2c480bb80875ecf78333b0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/e1d361ac4d2c480bb80875ecf78333b0 2024-11-12T09:25:48,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/53cc6e02b84748d99b46cdd901c4d7ad to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/53cc6e02b84748d99b46cdd901c4d7ad 2024-11-12T09:25:48,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5950c7915ea44dd7acc2c4d08282f068 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/5950c7915ea44dd7acc2c4d08282f068 2024-11-12T09:25:48,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6e3d03f481a4442ea843eaff489316a1 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/6e3d03f481a4442ea843eaff489316a1 2024-11-12T09:25:48,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/7e882641922d42acbfeebb7a11e6f785 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/7e882641922d42acbfeebb7a11e6f785 2024-11-12T09:25:48,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/a1553f17a02d452190d4edf5270aa6d8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/a1553f17a02d452190d4edf5270aa6d8 2024-11-12T09:25:48,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/52ca20100295431299a45a87700bbb24, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e0422b52cbfd4f9fb4ea3cf01221d493, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/96bf04143bb14567a1cee23115ad38a6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/89c2cc381cfb4caa964322cf0794f745, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/10aa4d817def46019606389abe4a1cad, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/f168fea2dc4b425682a79fdb38889585, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/fe2f2a08251e4218a5da5351e8a35f6b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4ddb1033003f4d388aea3ea17c0c148b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/071ad742a9304f0bbb99ce99534efe4d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0bb11e249e964a029db6adeaf7598061, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/6cf2e0ec60264dc0bc5804cc243a7656, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/d223057ecb17493ca388e136fea72615, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/062245400d8b4309b11eef61dee9d498, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e60095ca6e0348b7bb2cceeec5ba5bf5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e886dcf8986f47f48807104a2b4f7692, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/8522759359f84ee8be430e0e78e50b3f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0f2ce95cb17b4db7a33321dffe9194cb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4a2037481a164675b06823f185fe3329, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/c2395c7f99794c44aa970d86e792b868, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/7882464ee1214a38829336526dc0a273, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/722160260c17494ab0a43ef308d86d0a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/2971bce450b74a7e8ec5c5545020d366, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/3235fccfba77453a93962887570cf299] to archive 2024-11-12T09:25:48,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:25:48,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/52ca20100295431299a45a87700bbb24 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/52ca20100295431299a45a87700bbb24 2024-11-12T09:25:48,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e0422b52cbfd4f9fb4ea3cf01221d493 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e0422b52cbfd4f9fb4ea3cf01221d493 2024-11-12T09:25:48,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/96bf04143bb14567a1cee23115ad38a6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/96bf04143bb14567a1cee23115ad38a6 2024-11-12T09:25:48,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/89c2cc381cfb4caa964322cf0794f745 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/89c2cc381cfb4caa964322cf0794f745 2024-11-12T09:25:48,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/10aa4d817def46019606389abe4a1cad to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/10aa4d817def46019606389abe4a1cad 2024-11-12T09:25:48,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/f168fea2dc4b425682a79fdb38889585 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/f168fea2dc4b425682a79fdb38889585 2024-11-12T09:25:48,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/fe2f2a08251e4218a5da5351e8a35f6b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/fe2f2a08251e4218a5da5351e8a35f6b 2024-11-12T09:25:48,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4ddb1033003f4d388aea3ea17c0c148b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4ddb1033003f4d388aea3ea17c0c148b 2024-11-12T09:25:48,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/071ad742a9304f0bbb99ce99534efe4d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/071ad742a9304f0bbb99ce99534efe4d 2024-11-12T09:25:48,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0bb11e249e964a029db6adeaf7598061 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0bb11e249e964a029db6adeaf7598061 2024-11-12T09:25:48,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/6cf2e0ec60264dc0bc5804cc243a7656 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/6cf2e0ec60264dc0bc5804cc243a7656 2024-11-12T09:25:48,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/d223057ecb17493ca388e136fea72615 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/d223057ecb17493ca388e136fea72615 2024-11-12T09:25:48,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/062245400d8b4309b11eef61dee9d498 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/062245400d8b4309b11eef61dee9d498 2024-11-12T09:25:48,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e60095ca6e0348b7bb2cceeec5ba5bf5 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e60095ca6e0348b7bb2cceeec5ba5bf5 2024-11-12T09:25:48,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e886dcf8986f47f48807104a2b4f7692 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/e886dcf8986f47f48807104a2b4f7692 2024-11-12T09:25:48,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/8522759359f84ee8be430e0e78e50b3f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/8522759359f84ee8be430e0e78e50b3f 2024-11-12T09:25:48,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0f2ce95cb17b4db7a33321dffe9194cb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/0f2ce95cb17b4db7a33321dffe9194cb 2024-11-12T09:25:48,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4a2037481a164675b06823f185fe3329 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/4a2037481a164675b06823f185fe3329 2024-11-12T09:25:48,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/c2395c7f99794c44aa970d86e792b868 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/c2395c7f99794c44aa970d86e792b868 2024-11-12T09:25:48,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/7882464ee1214a38829336526dc0a273 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/7882464ee1214a38829336526dc0a273 2024-11-12T09:25:48,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/722160260c17494ab0a43ef308d86d0a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/722160260c17494ab0a43ef308d86d0a 2024-11-12T09:25:48,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/2971bce450b74a7e8ec5c5545020d366 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/2971bce450b74a7e8ec5c5545020d366 2024-11-12T09:25:48,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/3235fccfba77453a93962887570cf299 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/3235fccfba77453a93962887570cf299 2024-11-12T09:25:48,973 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/recovered.edits/353.seqid, newMaxSeqId=353, maxSeqId=4 2024-11-12T09:25:48,974 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. 2024-11-12T09:25:48,975 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 8eb14538741b32eaf918f5cf1d0322f4: Waiting for close lock at 1731403547167Running coprocessor pre-close hooks at 1731403547167Disabling compacts and flushes for region at 1731403547167Disabling writes for close at 1731403547167Obtaining lock to block concurrent updates at 1731403547168 (+1 ms)Preparing flush snapshotting stores in 8eb14538741b32eaf918f5cf1d0322f4 at 1731403547168Finished memstore snapshotting TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731403547168Flushing stores of TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4. at 1731403547168Flushing 8eb14538741b32eaf918f5cf1d0322f4/A: creating writer at 1731403547168Flushing mob file 8eb14538741b32eaf918f5cf1d0322f4/A: appending metadata at 1731403547174 (+6 ms)Flushing mob file 8eb14538741b32eaf918f5cf1d0322f4/A: closing flushed file at 1731403547174Flushing 8eb14538741b32eaf918f5cf1d0322f4/A: appending metadata at 1731403547585 (+411 ms)Flushing 8eb14538741b32eaf918f5cf1d0322f4/A: closing flushed file at 1731403547585Flushing 8eb14538741b32eaf918f5cf1d0322f4/B: creating writer at 1731403547994 (+409 ms)Flushing 8eb14538741b32eaf918f5cf1d0322f4/B: appending metadata at 1731403547998 (+4 ms)Flushing 8eb14538741b32eaf918f5cf1d0322f4/B: closing flushed file at 1731403547998Flushing 8eb14538741b32eaf918f5cf1d0322f4/C: creating writer at 1731403548411 (+413 ms)Flushing 8eb14538741b32eaf918f5cf1d0322f4/C: appending metadata at 1731403548415 (+4 ms)Flushing 8eb14538741b32eaf918f5cf1d0322f4/C: closing flushed file at 1731403548415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4196f53c: reopening flushed file at 1731403548835 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db1511f: reopening flushed file at 1731403548841 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e98cf16: reopening flushed file at 1731403548847 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8eb14538741b32eaf918f5cf1d0322f4 in 1686ms, sequenceid=350, compaction requested=true at 1731403548853 (+6 ms)Writing region close event to WAL at 1731403548969 (+116 ms)Running coprocessor post-close hooks at 1731403548974 (+5 ms)Closed at 1731403548974 2024-11-12T09:25:48,977 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:48,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=8eb14538741b32eaf918f5cf1d0322f4, regionState=CLOSED 2024-11-12T09:25:48,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:25:48,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-12T09:25:48,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 8eb14538741b32eaf918f5cf1d0322f4, server=106923ea030f,33779,1731403484435 in 1.9680 sec 2024-11-12T09:25:48,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-12T09:25:48,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8eb14538741b32eaf918f5cf1d0322f4, UNASSIGN in 1.9740 sec 2024-11-12T09:25:48,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-12T09:25:48,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9790 sec 2024-11-12T09:25:48,989 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403548989"}]},"ts":"1731403548989"} 2024-11-12T09:25:48,991 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T09:25:48,991 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T09:25:48,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9910 sec 2024-11-12T09:25:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T09:25:49,146 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:49,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T09:25:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:49,148 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-12T09:25:49,149 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:49,151 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,153 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/recovered.edits] 2024-11-12T09:25:49,156 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/007f3838ac1941b3b5d6a5795fb716e8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/007f3838ac1941b3b5d6a5795fb716e8 2024-11-12T09:25:49,157 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f0b42b66fb1498280aa91a21e9c8129 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/5f0b42b66fb1498280aa91a21e9c8129 2024-11-12T09:25:49,158 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/ef973bbda5ba443196f85316e28efafb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/A/ef973bbda5ba443196f85316e28efafb 2024-11-12T09:25:49,160 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/33e15b19a6f8499092eb04634dd01068 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/33e15b19a6f8499092eb04634dd01068 2024-11-12T09:25:49,161 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/65cdb58ad5a54d29a1def55b776533b5 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/65cdb58ad5a54d29a1def55b776533b5 2024-11-12T09:25:49,162 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/96fab413dc9240938b550691d2073b69 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/B/96fab413dc9240938b550691d2073b69 2024-11-12T09:25:49,164 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/732d8bdebb2943019afa12cbe8073d74 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/732d8bdebb2943019afa12cbe8073d74 2024-11-12T09:25:49,165 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/bf32c3cf65bc49419bf12adb937c439b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/bf32c3cf65bc49419bf12adb937c439b 2024-11-12T09:25:49,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/cec6130e74cb4a5fbaa30796f65dce22 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/C/cec6130e74cb4a5fbaa30796f65dce22 2024-11-12T09:25:49,169 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/recovered.edits/353.seqid to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4/recovered.edits/353.seqid 2024-11-12T09:25:49,169 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,169 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T09:25:49,170 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T09:25:49,171 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T09:25:49,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111211546c424a5648f2bc5930d80a567218_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111211546c424a5648f2bc5930d80a567218_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121ad0ae01ac7a4c34b0afe59fba67b5f0_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121ad0ae01ac7a4c34b0afe59fba67b5f0_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122bc294ef3fb0431caa9ab689095184ae_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122bc294ef3fb0431caa9ab689095184ae_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123db8969a4174436eb0fd526734852985_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123db8969a4174436eb0fd526734852985_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124780f62d578846aeaf82d9a0edb563d2_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124780f62d578846aeaf82d9a0edb563d2_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112992135b1d4764a18a2f06e92e388ab8f_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112992135b1d4764a18a2f06e92e388ab8f_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6dfc1c786b74e72b14d951b49de720c_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6dfc1c786b74e72b14d951b49de720c_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,183 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a76b7df479704165aa92ae104a6023db_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a76b7df479704165aa92ae104a6023db_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,184 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112afa04a395b9e4da999048ebd21df8929_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112afa04a395b9e4da999048ebd21df8929_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,185 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c24777330d5e41a3b64cef010f3fa1d6_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c24777330d5e41a3b64cef010f3fa1d6_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,186 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c370c215c9f44d91bc231ec0df42d8d6_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c370c215c9f44d91bc231ec0df42d8d6_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,188 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cffec9663935485b809f5ff7a3d98fdf_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112cffec9663935485b809f5ff7a3d98fdf_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,189 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d040209d5184498d9e6ed9fbfd67e2a0_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d040209d5184498d9e6ed9fbfd67e2a0_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,190 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d6dba31edb294349b44a4bfac7ebc570_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d6dba31edb294349b44a4bfac7ebc570_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,191 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e33e526e69c0472484e81b6059603649_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e33e526e69c0472484e81b6059603649_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,192 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f3b818808f51498a8ec52f0b129ebdb0_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f3b818808f51498a8ec52f0b129ebdb0_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,193 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f53613cc9dd8456c896c4e1938f10f3d_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f53613cc9dd8456c896c4e1938f10f3d_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,194 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f801e7d9d3be4ef993621001b9340214_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f801e7d9d3be4ef993621001b9340214_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,195 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa2e1877797c4d7a84b2f67483107de6_8eb14538741b32eaf918f5cf1d0322f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa2e1877797c4d7a84b2f67483107de6_8eb14538741b32eaf918f5cf1d0322f4 2024-11-12T09:25:49,196 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T09:25:49,198 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:49,200 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T09:25:49,202 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T09:25:49,203 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:49,203 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T09:25:49,203 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731403549203"}]},"ts":"9223372036854775807"} 2024-11-12T09:25:49,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T09:25:49,205 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8eb14538741b32eaf918f5cf1d0322f4, NAME => 'TestAcidGuarantees,,1731403518199.8eb14538741b32eaf918f5cf1d0322f4.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T09:25:49,205 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T09:25:49,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731403549205"}]},"ts":"9223372036854775807"} 2024-11-12T09:25:49,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T09:25:49,208 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:49,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-11-12T09:25:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-12T09:25:49,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T09:25:49,257 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:49,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 237) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1498612977_22 at /127.0.0.1:60800 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=566 (was 565) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7040 (was 7269) 2024-11-12T09:25:49,275 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=566, ProcessCount=11, AvailableMemoryMB=7040 2024-11-12T09:25:49,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:25:49,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:25:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T09:25:49,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:25:49,279 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:49,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-11-12T09:25:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T09:25:49,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:25:49,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742055_1231 (size=959) 2024-11-12T09:25:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T09:25:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T09:25:49,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 2024-11-12T09:25:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742056_1232 (size=53) 2024-11-12T09:25:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T09:25:50,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:25:50,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4246baee411865964bd16d01c1c186f1, disabling compactions & flushes 2024-11-12T09:25:50,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:50,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:50,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. after waiting 0 ms 2024-11-12T09:25:50,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:50,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:50,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4246baee411865964bd16d01c1c186f1: Waiting for close lock at 1731403550107Disabling compacts and flushes for region at 1731403550107Disabling writes for close at 1731403550107Writing region close event to WAL at 1731403550107Closed at 1731403550107 2024-11-12T09:25:50,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:25:50,109 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731403550108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403550108"}]},"ts":"1731403550108"} 2024-11-12T09:25:50,110 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:25:50,111 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:25:50,111 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403550111"}]},"ts":"1731403550111"} 2024-11-12T09:25:50,112 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T09:25:50,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, ASSIGN}] 2024-11-12T09:25:50,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, ASSIGN 2024-11-12T09:25:50,114 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, ASSIGN; state=OFFLINE, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=false 2024-11-12T09:25:50,265 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=4246baee411865964bd16d01c1c186f1, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:50,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, ASSIGN because future has completed 2024-11-12T09:25:50,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:25:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T09:25:50,421 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:50,421 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:25:50,421 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,421 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:25:50,421 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,421 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,422 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,424 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4246baee411865964bd16d01c1c186f1 columnFamilyName A 2024-11-12T09:25:50,424 DEBUG [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:50,424 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] regionserver.HStore(327): Store=4246baee411865964bd16d01c1c186f1/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:50,424 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,425 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4246baee411865964bd16d01c1c186f1 columnFamilyName B 2024-11-12T09:25:50,425 DEBUG [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:50,425 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] regionserver.HStore(327): Store=4246baee411865964bd16d01c1c186f1/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:50,426 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,426 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4246baee411865964bd16d01c1c186f1 columnFamilyName C 2024-11-12T09:25:50,426 DEBUG [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:25:50,427 INFO [StoreOpener-4246baee411865964bd16d01c1c186f1-1 {}] regionserver.HStore(327): Store=4246baee411865964bd16d01c1c186f1/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:25:50,427 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,427 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,428 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,428 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,428 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,429 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:25:50,430 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,431 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:25:50,432 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 4246baee411865964bd16d01c1c186f1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69746826, jitterRate=0.03930869698524475}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:25:50,432 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:50,432 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 4246baee411865964bd16d01c1c186f1: Running coprocessor pre-open hook at 1731403550421Writing region info on filesystem at 1731403550421Initializing all the Stores at 1731403550422 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403550422Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403550422Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403550422Cleaning up temporary data from old regions at 1731403550428 (+6 ms)Running coprocessor post-open hooks at 1731403550432 (+4 ms)Region opened successfully at 1731403550432 2024-11-12T09:25:50,433 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., pid=61, masterSystemTime=1731403550418 2024-11-12T09:25:50,435 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:50,435 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:50,435 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=4246baee411865964bd16d01c1c186f1, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:25:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:25:50,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-12T09:25:50,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 in 171 msec 2024-11-12T09:25:50,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-12T09:25:50,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, ASSIGN in 327 msec 2024-11-12T09:25:50,441 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:25:50,441 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403550441"}]},"ts":"1731403550441"} 2024-11-12T09:25:50,443 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T09:25:50,444 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:25:50,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-12T09:25:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-12T09:25:51,426 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:51,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c45ccf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,428 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22eb6c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,429 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa48d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:25:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35875,1731403483356 2024-11-12T09:25:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f70adb 2024-11-12T09:25:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:25:51,434 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:25:51,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e140226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,436 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715eace8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,438 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399421b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279bf308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,439 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42251a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,441 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adb3219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ba0760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,443 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7425a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,444 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ec0249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102b3c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235fb54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,447 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b431917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b1ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,449 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e39395f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,450 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64817fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b646580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,452 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51839b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a24caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85ada2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,455 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435b4cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,456 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e8f46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3660e239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,457 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572ddf6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,458 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a4fc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67353b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d77e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,461 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ca91a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364bb93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:25:51,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:25:51,463 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:25:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:25:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:25:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eee00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:25:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:25:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:25:51,464 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:25:51,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfcc57b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:25:51,465 DEBUG [Thread-1089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,465 DEBUG [Thread-1087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,466 DEBUG [Thread-1091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,466 DEBUG [Thread-1106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,466 DEBUG [Thread-1098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,466 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:51,466 DEBUG [Thread-1100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,467 DEBUG [Thread-1104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,467 DEBUG [Thread-1095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,468 DEBUG [Thread-1093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-12T09:25:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,468 DEBUG [Thread-1102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:25:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T09:25:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:25:51,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:25:51,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:25:51,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,471 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:51,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,471 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:25:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:51,482 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:51,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:25:51,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403611508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403611511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403611511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403611512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403611513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/c47da4fa51e14d98ab2d5a08d87fcc22 is 50, key is test_row_0/A:col10/1731403551482/Put/seqid=0 2024-11-12T09:25:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742057_1233 (size=12001) 2024-11-12T09:25:51,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/c47da4fa51e14d98ab2d5a08d87fcc22 2024-11-12T09:25:51,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/6926537eab8c4b4eb4f1ae8d74393172 is 50, key is test_row_0/B:col10/1731403551482/Put/seqid=0 2024-11-12T09:25:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T09:25:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742058_1234 (size=12001) 2024-11-12T09:25:51,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/6926537eab8c4b4eb4f1ae8d74393172 2024-11-12T09:25:51,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403611616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e2a626e93a7e46f0907a192cf55d6cea is 50, key is test_row_0/C:col10/1731403551482/Put/seqid=0 2024-11-12T09:25:51,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-12T09:25:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:51,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403611626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403611627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403611627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403611627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742059_1235 (size=12001) 2024-11-12T09:25:51,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e2a626e93a7e46f0907a192cf55d6cea 2024-11-12T09:25:51,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/c47da4fa51e14d98ab2d5a08d87fcc22 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c47da4fa51e14d98ab2d5a08d87fcc22 2024-11-12T09:25:51,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c47da4fa51e14d98ab2d5a08d87fcc22, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T09:25:51,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/6926537eab8c4b4eb4f1ae8d74393172 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/6926537eab8c4b4eb4f1ae8d74393172 2024-11-12T09:25:51,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/6926537eab8c4b4eb4f1ae8d74393172, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T09:25:51,698 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-12T09:25:51,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e2a626e93a7e46f0907a192cf55d6cea as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e2a626e93a7e46f0907a192cf55d6cea 2024-11-12T09:25:51,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e2a626e93a7e46f0907a192cf55d6cea, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T09:25:51,723 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-12T09:25:51,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4246baee411865964bd16d01c1c186f1 in 242ms, sequenceid=13, compaction requested=false 2024-11-12T09:25:51,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:51,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-12T09:25:51,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:51,779 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:25:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T09:25:51,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/96fa8334de314cb8a996fe886b46958f is 50, key is test_row_0/A:col10/1731403551509/Put/seqid=0 2024-11-12T09:25:51,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742060_1236 (size=12001) 2024-11-12T09:25:51,804 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/96fa8334de314cb8a996fe886b46958f 2024-11-12T09:25:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/771a6b92d5c84dafa3237786a4eb0c96 is 50, key is test_row_0/B:col10/1731403551509/Put/seqid=0 2024-11-12T09:25:51,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742061_1237 (size=12001) 2024-11-12T09:25:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:51,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:51,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403611840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403611840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403611841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403611843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403611844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403611955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403611956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403611956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403611956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403611956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T09:25:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403612166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403612166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403612166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403612166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403612166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,227 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/771a6b92d5c84dafa3237786a4eb0c96 2024-11-12T09:25:52,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/4af815d26f904aceb7e08a8f0fc8b1e2 is 50, key is test_row_0/C:col10/1731403551509/Put/seqid=0 2024-11-12T09:25:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742062_1238 (size=12001) 2024-11-12T09:25:52,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403612477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403612477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403612477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403612477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403612477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T09:25:52,671 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/4af815d26f904aceb7e08a8f0fc8b1e2 2024-11-12T09:25:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/96fa8334de314cb8a996fe886b46958f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/96fa8334de314cb8a996fe886b46958f 2024-11-12T09:25:52,679 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/96fa8334de314cb8a996fe886b46958f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T09:25:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/771a6b92d5c84dafa3237786a4eb0c96 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/771a6b92d5c84dafa3237786a4eb0c96 2024-11-12T09:25:52,684 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/771a6b92d5c84dafa3237786a4eb0c96, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T09:25:52,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/4af815d26f904aceb7e08a8f0fc8b1e2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/4af815d26f904aceb7e08a8f0fc8b1e2 2024-11-12T09:25:52,689 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/4af815d26f904aceb7e08a8f0fc8b1e2, entries=150, sequenceid=38, filesize=11.7 K 2024-11-12T09:25:52,690 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4246baee411865964bd16d01c1c186f1 in 911ms, sequenceid=38, compaction requested=false 2024-11-12T09:25:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-12T09:25:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-12T09:25:52,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-12T09:25:52,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec 2024-11-12T09:25:52,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.2290 sec 2024-11-12T09:25:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:52,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:25:53,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/be5ce47b20874dee99d9d33e808a725e is 50, key is test_row_0/A:col10/1731403552989/Put/seqid=0 2024-11-12T09:25:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742063_1239 (size=16681) 2024-11-12T09:25:53,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/be5ce47b20874dee99d9d33e808a725e 2024-11-12T09:25:53,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403613014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/591e3f7d8bd34e92a8f85f6143d3537d is 50, key is test_row_0/B:col10/1731403552989/Put/seqid=0 2024-11-12T09:25:53,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403613018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403613019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403613021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403613021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742064_1240 (size=12001) 2024-11-12T09:25:53,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/591e3f7d8bd34e92a8f85f6143d3537d 2024-11-12T09:25:53,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/96597565be944b019180a8bd17db30c2 is 50, key is test_row_0/C:col10/1731403552989/Put/seqid=0 2024-11-12T09:25:53,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742065_1241 (size=12001) 2024-11-12T09:25:53,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/96597565be944b019180a8bd17db30c2 2024-11-12T09:25:53,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/be5ce47b20874dee99d9d33e808a725e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/be5ce47b20874dee99d9d33e808a725e 2024-11-12T09:25:53,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/be5ce47b20874dee99d9d33e808a725e, entries=250, sequenceid=52, filesize=16.3 K 2024-11-12T09:25:53,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/591e3f7d8bd34e92a8f85f6143d3537d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/591e3f7d8bd34e92a8f85f6143d3537d 2024-11-12T09:25:53,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/591e3f7d8bd34e92a8f85f6143d3537d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T09:25:53,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/96597565be944b019180a8bd17db30c2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/96597565be944b019180a8bd17db30c2 2024-11-12T09:25:53,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/96597565be944b019180a8bd17db30c2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T09:25:53,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 4246baee411865964bd16d01c1c186f1 in 89ms, sequenceid=52, compaction requested=true 2024-11-12T09:25:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:53,078 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:53,079 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:53,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:53,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:53,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:53,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:53,080 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:53,080 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:25:53,080 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:53,080 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:53,080 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:25:53,080 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:53,080 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c47da4fa51e14d98ab2d5a08d87fcc22, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/96fa8334de314cb8a996fe886b46958f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/be5ce47b20874dee99d9d33e808a725e] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=39.7 K 2024-11-12T09:25:53,080 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/6926537eab8c4b4eb4f1ae8d74393172, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/771a6b92d5c84dafa3237786a4eb0c96, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/591e3f7d8bd34e92a8f85f6143d3537d] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=35.2 K 2024-11-12T09:25:53,081 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c47da4fa51e14d98ab2d5a08d87fcc22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731403551475 2024-11-12T09:25:53,081 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6926537eab8c4b4eb4f1ae8d74393172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731403551475 2024-11-12T09:25:53,082 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96fa8334de314cb8a996fe886b46958f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731403551500 2024-11-12T09:25:53,082 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 771a6b92d5c84dafa3237786a4eb0c96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731403551500 2024-11-12T09:25:53,082 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting be5ce47b20874dee99d9d33e808a725e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731403551838 2024-11-12T09:25:53,082 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 591e3f7d8bd34e92a8f85f6143d3537d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731403551838 2024-11-12T09:25:53,093 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:53,094 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/27abeb538ef24157921df550798ef6fa is 50, key is test_row_0/B:col10/1731403552989/Put/seqid=0 2024-11-12T09:25:53,094 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:53,094 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/337607607363498e9a6360c4902c3eae is 50, key is test_row_0/A:col10/1731403552989/Put/seqid=0 2024-11-12T09:25:53,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742066_1242 (size=12104) 2024-11-12T09:25:53,111 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/337607607363498e9a6360c4902c3eae as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/337607607363498e9a6360c4902c3eae 2024-11-12T09:25:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742067_1243 (size=12104) 2024-11-12T09:25:53,118 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into 337607607363498e9a6360c4902c3eae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:53,118 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:53,118 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=13, startTime=1731403553078; duration=0sec 2024-11-12T09:25:53,118 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:53,118 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:25:53,118 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:53,119 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:53,120 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:25:53,120 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:53,120 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e2a626e93a7e46f0907a192cf55d6cea, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/4af815d26f904aceb7e08a8f0fc8b1e2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/96597565be944b019180a8bd17db30c2] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=35.2 K 2024-11-12T09:25:53,120 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2a626e93a7e46f0907a192cf55d6cea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731403551475 2024-11-12T09:25:53,122 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4af815d26f904aceb7e08a8f0fc8b1e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731403551500 2024-11-12T09:25:53,122 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96597565be944b019180a8bd17db30c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731403551838 2024-11-12T09:25:53,123 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/27abeb538ef24157921df550798ef6fa as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/27abeb538ef24157921df550798ef6fa 2024-11-12T09:25:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:53,129 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:53,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:25:53,131 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into 27abeb538ef24157921df550798ef6fa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:53,131 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:53,131 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=13, startTime=1731403553079; duration=0sec 2024-11-12T09:25:53,132 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:53,132 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:25:53,135 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:53,136 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/c080975908df4410993848ba41297653 is 50, key is test_row_0/C:col10/1731403552989/Put/seqid=0 2024-11-12T09:25:53,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/911830a4192541ce92fca698b2c42eac is 50, key is test_row_0/A:col10/1731403553001/Put/seqid=0 2024-11-12T09:25:53,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742069_1245 (size=12001) 2024-11-12T09:25:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742068_1244 (size=12104) 2024-11-12T09:25:53,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/911830a4192541ce92fca698b2c42eac 2024-11-12T09:25:53,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403613143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403613143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403613150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403613150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403613151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/ffb89ad7230246a197c4ae1858fdda79 is 50, key is test_row_0/B:col10/1731403553001/Put/seqid=0 2024-11-12T09:25:53,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742070_1246 (size=12001) 2024-11-12T09:25:53,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/ffb89ad7230246a197c4ae1858fdda79 2024-11-12T09:25:53,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8c0c3ebb72ed49c8b9259d543fb5a4fb is 50, key is test_row_0/C:col10/1731403553001/Put/seqid=0 2024-11-12T09:25:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742071_1247 (size=12001) 2024-11-12T09:25:53,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403613255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403613256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403613256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403613266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403613266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403613465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403613466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403613466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403613476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403613476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,551 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/c080975908df4410993848ba41297653 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c080975908df4410993848ba41297653 2024-11-12T09:25:53,556 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into c080975908df4410993848ba41297653(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:53,556 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:53,556 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=13, startTime=1731403553079; duration=0sec 2024-11-12T09:25:53,556 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:53,556 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:25:53,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8c0c3ebb72ed49c8b9259d543fb5a4fb 2024-11-12T09:25:53,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/911830a4192541ce92fca698b2c42eac as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/911830a4192541ce92fca698b2c42eac 2024-11-12T09:25:53,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/911830a4192541ce92fca698b2c42eac, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T09:25:53,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/ffb89ad7230246a197c4ae1858fdda79 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ffb89ad7230246a197c4ae1858fdda79 2024-11-12T09:25:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-12T09:25:53,616 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:53,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:53,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ffb89ad7230246a197c4ae1858fdda79, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T09:25:53,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8c0c3ebb72ed49c8b9259d543fb5a4fb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8c0c3ebb72ed49c8b9259d543fb5a4fb 2024-11-12T09:25:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-12T09:25:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T09:25:53,624 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:53,625 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:53,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:53,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8c0c3ebb72ed49c8b9259d543fb5a4fb, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T09:25:53,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4246baee411865964bd16d01c1c186f1 in 510ms, sequenceid=78, compaction requested=false 2024-11-12T09:25:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T09:25:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:53,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:25:53,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/0e14505d3e3042429295fd22051086ca is 50, key is test_row_0/A:col10/1731403553777/Put/seqid=0 2024-11-12T09:25:53,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T09:25:53,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:53,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:53,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:53,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:53,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742072_1248 (size=16681) 2024-11-12T09:25:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:53,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/0e14505d3e3042429295fd22051086ca 2024-11-12T09:25:53,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/f57772610d314abebec6e97c6738e8f7 is 50, key is test_row_0/B:col10/1731403553777/Put/seqid=0 2024-11-12T09:25:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742073_1249 (size=12001) 2024-11-12T09:25:53,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403613858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403613860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403613859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403613866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403613866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T09:25:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:53,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T09:25:53,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403613976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403613977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403613977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403613977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403613977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T09:25:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:54,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403614187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403614188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403614188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403614196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403614200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/f57772610d314abebec6e97c6738e8f7 2024-11-12T09:25:54,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/60c33a48c0e24c8587b9826397790181 is 50, key is test_row_0/C:col10/1731403553777/Put/seqid=0 2024-11-12T09:25:54,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T09:25:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T09:25:54,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742074_1250 (size=12001) 2024-11-12T09:25:54,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T09:25:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403614496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403614506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403614506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403614506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403614516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:54,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:25:54,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T09:25:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:54,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/60c33a48c0e24c8587b9826397790181 2024-11-12T09:25:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/0e14505d3e3042429295fd22051086ca as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/0e14505d3e3042429295fd22051086ca 2024-11-12T09:25:54,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/0e14505d3e3042429295fd22051086ca, entries=250, sequenceid=94, filesize=16.3 K 2024-11-12T09:25:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/f57772610d314abebec6e97c6738e8f7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/f57772610d314abebec6e97c6738e8f7 2024-11-12T09:25:54,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/f57772610d314abebec6e97c6738e8f7, entries=150, sequenceid=94, filesize=11.7 K 2024-11-12T09:25:54,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/60c33a48c0e24c8587b9826397790181 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/60c33a48c0e24c8587b9826397790181 2024-11-12T09:25:54,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/60c33a48c0e24c8587b9826397790181, entries=150, sequenceid=94, filesize=11.7 K 2024-11-12T09:25:54,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4246baee411865964bd16d01c1c186f1 in 914ms, sequenceid=94, compaction requested=true 2024-11-12T09:25:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:54,692 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:54,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T09:25:54,692 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:54,693 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:54,693 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:54,693 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:25:54,693 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:25:54,693 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,693 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,693 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/337607607363498e9a6360c4902c3eae, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/911830a4192541ce92fca698b2c42eac, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/0e14505d3e3042429295fd22051086ca] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=39.8 K 2024-11-12T09:25:54,693 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/27abeb538ef24157921df550798ef6fa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ffb89ad7230246a197c4ae1858fdda79, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/f57772610d314abebec6e97c6738e8f7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=35.3 K 2024-11-12T09:25:54,694 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 337607607363498e9a6360c4902c3eae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731403551838 2024-11-12T09:25:54,694 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 27abeb538ef24157921df550798ef6fa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731403551838 2024-11-12T09:25:54,694 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ffb89ad7230246a197c4ae1858fdda79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731403553001 2024-11-12T09:25:54,694 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 911830a4192541ce92fca698b2c42eac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731403553001 2024-11-12T09:25:54,695 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting f57772610d314abebec6e97c6738e8f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731403553146 2024-11-12T09:25:54,695 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e14505d3e3042429295fd22051086ca, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731403553146 2024-11-12T09:25:54,706 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:54,707 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/9d382385f6e54910b6b46b697f645ee9 is 50, key is test_row_0/B:col10/1731403553777/Put/seqid=0 2024-11-12T09:25:54,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T09:25:54,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,712 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T09:25:54,718 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:54,719 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/5c0c18581efe4c65bf9254af4ec8c3f6 is 50, key is test_row_0/A:col10/1731403553777/Put/seqid=0 2024-11-12T09:25:54,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/6919a8d99d8649b9b68c13ac65c20f32 is 50, key is test_row_0/A:col10/1731403553863/Put/seqid=0 2024-11-12T09:25:54,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742075_1251 (size=12207) 2024-11-12T09:25:54,754 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/9d382385f6e54910b6b46b697f645ee9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/9d382385f6e54910b6b46b697f645ee9 2024-11-12T09:25:54,759 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into 9d382385f6e54910b6b46b697f645ee9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:54,759 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:54,759 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=13, startTime=1731403554692; duration=0sec 2024-11-12T09:25:54,759 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:54,759 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:25:54,759 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:25:54,761 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:25:54,761 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:25:54,761 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:54,761 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c080975908df4410993848ba41297653, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8c0c3ebb72ed49c8b9259d543fb5a4fb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/60c33a48c0e24c8587b9826397790181] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=35.3 K 2024-11-12T09:25:54,761 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c080975908df4410993848ba41297653, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731403551838 2024-11-12T09:25:54,762 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c0c3ebb72ed49c8b9259d543fb5a4fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731403553001 2024-11-12T09:25:54,762 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 60c33a48c0e24c8587b9826397790181, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731403553146 2024-11-12T09:25:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T09:25:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742076_1252 (size=12207) 2024-11-12T09:25:54,778 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:25:54,779 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/591b1037de9449bdb5be29f14e68f4c2 is 50, key is test_row_0/C:col10/1731403553777/Put/seqid=0 2024-11-12T09:25:54,779 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/5c0c18581efe4c65bf9254af4ec8c3f6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5c0c18581efe4c65bf9254af4ec8c3f6 2024-11-12T09:25:54,790 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into 5c0c18581efe4c65bf9254af4ec8c3f6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:54,790 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:54,790 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=13, startTime=1731403554692; duration=0sec 2024-11-12T09:25:54,790 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:54,790 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:25:54,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742077_1253 (size=12001) 2024-11-12T09:25:54,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742078_1254 (size=12207) 2024-11-12T09:25:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:55,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:55,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403615022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403615023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403615024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403615026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403615026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403615136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403615137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403615137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403615137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,196 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/6919a8d99d8649b9b68c13ac65c20f32 2024-11-12T09:25:55,202 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/591b1037de9449bdb5be29f14e68f4c2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/591b1037de9449bdb5be29f14e68f4c2 2024-11-12T09:25:55,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/aca7ad778ed948a6a9717f5267677b83 is 50, key is test_row_0/B:col10/1731403553863/Put/seqid=0 2024-11-12T09:25:55,209 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into 591b1037de9449bdb5be29f14e68f4c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:25:55,210 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:55,210 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=13, startTime=1731403554692; duration=0sec 2024-11-12T09:25:55,210 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:55,210 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:25:55,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742079_1255 (size=12001) 2024-11-12T09:25:55,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403615346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403615346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403615347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403615347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,613 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/aca7ad778ed948a6a9717f5267677b83 2024-11-12T09:25:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8d91e8657c3b41a0b1dcdef1707782b1 is 50, key is test_row_0/C:col10/1731403553863/Put/seqid=0 2024-11-12T09:25:55,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742080_1256 (size=12001) 2024-11-12T09:25:55,652 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8d91e8657c3b41a0b1dcdef1707782b1 2024-11-12T09:25:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/6919a8d99d8649b9b68c13ac65c20f32 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/6919a8d99d8649b9b68c13ac65c20f32 2024-11-12T09:25:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403615656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403615656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403615656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403615657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:55,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:55,669 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/6919a8d99d8649b9b68c13ac65c20f32, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T09:25:55,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/aca7ad778ed948a6a9717f5267677b83 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/aca7ad778ed948a6a9717f5267677b83 2024-11-12T09:25:55,674 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/aca7ad778ed948a6a9717f5267677b83, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T09:25:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-12T09:25:55,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8d91e8657c3b41a0b1dcdef1707782b1 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8d91e8657c3b41a0b1dcdef1707782b1 2024-11-12T09:25:55,680 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8d91e8657c3b41a0b1dcdef1707782b1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T09:25:55,681 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4246baee411865964bd16d01c1c186f1 in 969ms, sequenceid=117, compaction requested=false 2024-11-12T09:25:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-12T09:25:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-12T09:25:55,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-12T09:25:55,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0580 sec 2024-11-12T09:25:55,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.0710 sec 2024-11-12T09:25:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T09:25:55,786 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:55,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-12T09:25:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T09:25:55,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:55,789 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:55,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T09:25:55,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T09:25:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:55,941 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T09:25:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d526bf307f064fe68165967a4d7c7913 is 50, key is test_row_0/A:col10/1731403555022/Put/seqid=0 2024-11-12T09:25:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742081_1257 (size=12101) 2024-11-12T09:25:55,953 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d526bf307f064fe68165967a4d7c7913 2024-11-12T09:25:55,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/d18a11051ffd4ee6afb3edabf6c31633 is 50, key is test_row_0/B:col10/1731403555022/Put/seqid=0 2024-11-12T09:25:55,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742082_1258 (size=12101) 2024-11-12T09:25:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T09:25:56,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403616146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403616166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:56,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403616166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:56,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403616166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:56,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403616172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403616256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:56,365 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/d18a11051ffd4ee6afb3edabf6c31633 2024-11-12T09:25:56,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/83329f5d76b74ea3b3d601cbfda1858b is 50, key is test_row_0/C:col10/1731403555022/Put/seqid=0 2024-11-12T09:25:56,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742083_1259 (size=12101) 2024-11-12T09:25:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T09:25:56,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403616465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:56,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403616776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:56,782 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/83329f5d76b74ea3b3d601cbfda1858b 2024-11-12T09:25:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d526bf307f064fe68165967a4d7c7913 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d526bf307f064fe68165967a4d7c7913 2024-11-12T09:25:56,789 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d526bf307f064fe68165967a4d7c7913, entries=150, sequenceid=133, filesize=11.8 K 2024-11-12T09:25:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/d18a11051ffd4ee6afb3edabf6c31633 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d18a11051ffd4ee6afb3edabf6c31633 2024-11-12T09:25:56,794 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d18a11051ffd4ee6afb3edabf6c31633, entries=150, sequenceid=133, filesize=11.8 K 2024-11-12T09:25:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/83329f5d76b74ea3b3d601cbfda1858b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/83329f5d76b74ea3b3d601cbfda1858b 2024-11-12T09:25:56,799 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/83329f5d76b74ea3b3d601cbfda1858b, entries=150, sequenceid=133, filesize=11.8 K 2024-11-12T09:25:56,799 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4246baee411865964bd16d01c1c186f1 in 858ms, sequenceid=133, compaction requested=true 2024-11-12T09:25:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-12T09:25:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-12T09:25:56,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-12T09:25:56,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-12T09:25:56,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.0160 sec 2024-11-12T09:25:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T09:25:56,926 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:56,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-12T09:25:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T09:25:56,928 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:56,928 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:56,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T09:25:57,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T09:25:57,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:57,081 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T09:25:57,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/fa26d97241cd4de89ea571e4e619edaa is 50, key is test_row_0/A:col10/1731403556122/Put/seqid=0 2024-11-12T09:25:57,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742084_1260 (size=12151) 2024-11-12T09:25:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:57,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:57,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403617189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403617190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403617192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403617193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T09:25:57,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403617286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403617296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403617296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403617306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403617306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,493 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/fa26d97241cd4de89ea571e4e619edaa 2024-11-12T09:25:57,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/b64b56fdd8764b1db09ee26cb78af24e is 50, key is test_row_0/B:col10/1731403556122/Put/seqid=0 2024-11-12T09:25:57,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403617506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403617506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403617516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403617517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742085_1261 (size=12151) 2024-11-12T09:25:57,548 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/b64b56fdd8764b1db09ee26cb78af24e 2024-11-12T09:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T09:25:57,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/1379c10132f748b7a5fccfc5b6fdeee3 is 50, key is test_row_0/C:col10/1731403556122/Put/seqid=0 2024-11-12T09:25:57,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742086_1262 (size=12151) 2024-11-12T09:25:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403617816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403617816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403617829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403617829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:57,970 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/1379c10132f748b7a5fccfc5b6fdeee3 2024-11-12T09:25:57,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/fa26d97241cd4de89ea571e4e619edaa as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/fa26d97241cd4de89ea571e4e619edaa 2024-11-12T09:25:58,002 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/fa26d97241cd4de89ea571e4e619edaa, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T09:25:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/b64b56fdd8764b1db09ee26cb78af24e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/b64b56fdd8764b1db09ee26cb78af24e 2024-11-12T09:25:58,017 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/b64b56fdd8764b1db09ee26cb78af24e, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T09:25:58,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/1379c10132f748b7a5fccfc5b6fdeee3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1379c10132f748b7a5fccfc5b6fdeee3 2024-11-12T09:25:58,040 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1379c10132f748b7a5fccfc5b6fdeee3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T09:25:58,042 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4246baee411865964bd16d01c1c186f1 in 961ms, sequenceid=156, compaction requested=true 2024-11-12T09:25:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:58,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:58,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-12T09:25:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-12T09:25:58,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-12T09:25:58,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1150 sec 2024-11-12T09:25:58,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.1210 sec 2024-11-12T09:25:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T09:25:58,067 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:58,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-12T09:25:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T09:25:58,070 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:58,071 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:58,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T09:25:58,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-12T09:25:58,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:58,227 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T09:25:58,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/c902548805584b2e83267d3fd72c13f9 is 50, key is test_row_0/A:col10/1731403557191/Put/seqid=0 2024-11-12T09:25:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742087_1263 (size=12151) 2024-11-12T09:25:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:58,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:58,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403618354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403618361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403618362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403618363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403618364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T09:25:58,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403618466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403618476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403618476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403618476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403618477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,672 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/c902548805584b2e83267d3fd72c13f9 2024-11-12T09:25:58,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403618676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403618687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403618687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403618688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403618688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T09:25:58,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4462a3c3b10743068759e6158b4b17bb is 50, key is test_row_0/B:col10/1731403557191/Put/seqid=0 2024-11-12T09:25:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742088_1264 (size=12151) 2024-11-12T09:25:58,737 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4462a3c3b10743068759e6158b4b17bb 2024-11-12T09:25:58,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/c57871d7672d47319a154df77fdeccc1 is 50, key is test_row_0/C:col10/1731403557191/Put/seqid=0 2024-11-12T09:25:58,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742089_1265 (size=12151) 2024-11-12T09:25:58,873 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/c57871d7672d47319a154df77fdeccc1 2024-11-12T09:25:58,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/c902548805584b2e83267d3fd72c13f9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c902548805584b2e83267d3fd72c13f9 2024-11-12T09:25:58,900 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c902548805584b2e83267d3fd72c13f9, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T09:25:58,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4462a3c3b10743068759e6158b4b17bb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4462a3c3b10743068759e6158b4b17bb 2024-11-12T09:25:58,909 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4462a3c3b10743068759e6158b4b17bb, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T09:25:58,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/c57871d7672d47319a154df77fdeccc1 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c57871d7672d47319a154df77fdeccc1 2024-11-12T09:25:58,934 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c57871d7672d47319a154df77fdeccc1, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T09:25:58,935 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 4246baee411865964bd16d01c1c186f1 in 708ms, sequenceid=169, compaction requested=true 2024-11-12T09:25:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:58,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-12T09:25:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-12T09:25:58,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-12T09:25:58,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 867 msec 2024-11-12T09:25:58,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 873 msec 2024-11-12T09:25:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:25:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:25:58,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:25:59,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/f2b0d2e88a1440aba8623ffd3156eefa is 50, key is test_row_0/A:col10/1731403558360/Put/seqid=0 2024-11-12T09:25:59,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403619007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403619008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403619009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403619010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403619012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742090_1266 (size=14541) 2024-11-12T09:25:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403619127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403619127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403619127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403619127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T09:25:59,206 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:25:59,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:25:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-12T09:25:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T09:25:59,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:25:59,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:25:59,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:25:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T09:25:59,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403619346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403619346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403619346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403619347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T09:25:59,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:59,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/f2b0d2e88a1440aba8623ffd3156eefa 2024-11-12T09:25:59,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/200ffc330335428b90d82c04c181aeb0 is 50, key is test_row_0/B:col10/1731403558360/Put/seqid=0 2024-11-12T09:25:59,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742091_1267 (size=12151) 2024-11-12T09:25:59,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T09:25:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T09:25:59,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403619526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403619657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403619657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403619657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:25:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403619658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:25:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:25:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:25:59,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T09:25:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T09:25:59,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T09:25:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:25:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:25:59,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/200ffc330335428b90d82c04c181aeb0 2024-11-12T09:25:59,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/5581142a521d4180b3b8301398b5bb16 is 50, key is test_row_0/C:col10/1731403558360/Put/seqid=0 2024-11-12T09:25:59,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742092_1268 (size=12151) 2024-11-12T09:25:59,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/5581142a521d4180b3b8301398b5bb16 2024-11-12T09:25:59,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/f2b0d2e88a1440aba8623ffd3156eefa as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f2b0d2e88a1440aba8623ffd3156eefa 2024-11-12T09:25:59,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f2b0d2e88a1440aba8623ffd3156eefa, entries=200, sequenceid=195, filesize=14.2 K 2024-11-12T09:25:59,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/200ffc330335428b90d82c04c181aeb0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/200ffc330335428b90d82c04c181aeb0 2024-11-12T09:25:59,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/200ffc330335428b90d82c04c181aeb0, entries=150, sequenceid=195, filesize=11.9 K 2024-11-12T09:25:59,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/5581142a521d4180b3b8301398b5bb16 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/5581142a521d4180b3b8301398b5bb16 2024-11-12T09:25:59,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/5581142a521d4180b3b8301398b5bb16, entries=150, sequenceid=195, filesize=11.9 K 2024-11-12T09:25:59,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4246baee411865964bd16d01c1c186f1 in 993ms, sequenceid=195, compaction requested=true 2024-11-12T09:25:59,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:25:59,982 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-12T09:25:59,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:25:59,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:59,983 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-12T09:25:59,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:25:59,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:25:59,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:25:59,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:25:59,985 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72762 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-12T09:25:59,985 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:25:59,985 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,985 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/9d382385f6e54910b6b46b697f645ee9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/aca7ad778ed948a6a9717f5267677b83, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d18a11051ffd4ee6afb3edabf6c31633, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/b64b56fdd8764b1db09ee26cb78af24e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4462a3c3b10743068759e6158b4b17bb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/200ffc330335428b90d82c04c181aeb0] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=71.1 K 2024-11-12T09:25:59,987 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d382385f6e54910b6b46b697f645ee9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731403553146 2024-11-12T09:25:59,988 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 75152 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-12T09:25:59,988 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:25:59,988 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:25:59,988 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5c0c18581efe4c65bf9254af4ec8c3f6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/6919a8d99d8649b9b68c13ac65c20f32, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d526bf307f064fe68165967a4d7c7913, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/fa26d97241cd4de89ea571e4e619edaa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c902548805584b2e83267d3fd72c13f9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f2b0d2e88a1440aba8623ffd3156eefa] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=73.4 K 2024-11-12T09:25:59,989 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting aca7ad778ed948a6a9717f5267677b83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731403553854 2024-11-12T09:25:59,993 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c0c18581efe4c65bf9254af4ec8c3f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731403553146 2024-11-12T09:25:59,994 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting d18a11051ffd4ee6afb3edabf6c31633, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731403555018 2024-11-12T09:25:59,998 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b64b56fdd8764b1db09ee26cb78af24e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403556093 2024-11-12T09:25:59,998 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6919a8d99d8649b9b68c13ac65c20f32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731403553854 2024-11-12T09:25:59,998 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4462a3c3b10743068759e6158b4b17bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731403557188 2024-11-12T09:25:59,999 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d526bf307f064fe68165967a4d7c7913, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731403555018 2024-11-12T09:26:00,000 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 200ffc330335428b90d82c04c181aeb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403558349 2024-11-12T09:26:00,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T09:26:00,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:00,000 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa26d97241cd4de89ea571e4e619edaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403556093 2024-11-12T09:26:00,000 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:26:00,001 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c902548805584b2e83267d3fd72c13f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731403557188 2024-11-12T09:26:00,002 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2b0d2e88a1440aba8623ffd3156eefa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403558349 2024-11-12T09:26:00,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/ae58d2183a734559b6c229efc9b741e1 is 50, key is test_row_1/A:col10/1731403559008/Put/seqid=0 2024-11-12T09:26:00,041 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:00,041 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/c050b820657b4aacb49687c1fd52e701 is 50, key is test_row_0/B:col10/1731403558360/Put/seqid=0 2024-11-12T09:26:00,060 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#227 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:00,060 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/4e42bdf1c98040c89fa8c73b23faddff is 50, key is test_row_0/A:col10/1731403558360/Put/seqid=0 2024-11-12T09:26:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742093_1269 (size=9757) 2024-11-12T09:26:00,070 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/ae58d2183a734559b6c229efc9b741e1 2024-11-12T09:26:00,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742094_1270 (size=12561) 2024-11-12T09:26:00,097 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/c050b820657b4aacb49687c1fd52e701 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/c050b820657b4aacb49687c1fd52e701 2024-11-12T09:26:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/beef161ca70c4d1498f440d9da4f1ef3 is 50, key is test_row_1/B:col10/1731403559008/Put/seqid=0 2024-11-12T09:26:00,103 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into c050b820657b4aacb49687c1fd52e701(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:00,104 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:00,104 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=10, startTime=1731403559983; duration=0sec 2024-11-12T09:26:00,104 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:00,104 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:26:00,104 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-12T09:26:00,106 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72762 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-12T09:26:00,106 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:26:00,106 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:00,106 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/591b1037de9449bdb5be29f14e68f4c2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8d91e8657c3b41a0b1dcdef1707782b1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/83329f5d76b74ea3b3d601cbfda1858b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1379c10132f748b7a5fccfc5b6fdeee3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c57871d7672d47319a154df77fdeccc1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/5581142a521d4180b3b8301398b5bb16] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=71.1 K 2024-11-12T09:26:00,107 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 591b1037de9449bdb5be29f14e68f4c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731403553146 2024-11-12T09:26:00,107 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d91e8657c3b41a0b1dcdef1707782b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731403553854 2024-11-12T09:26:00,107 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 83329f5d76b74ea3b3d601cbfda1858b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731403555018 2024-11-12T09:26:00,108 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1379c10132f748b7a5fccfc5b6fdeee3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403556093 2024-11-12T09:26:00,108 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c57871d7672d47319a154df77fdeccc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731403557188 2024-11-12T09:26:00,112 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5581142a521d4180b3b8301398b5bb16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403558349 2024-11-12T09:26:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742095_1271 (size=12561) 2024-11-12T09:26:00,121 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/4e42bdf1c98040c89fa8c73b23faddff as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/4e42bdf1c98040c89fa8c73b23faddff 2024-11-12T09:26:00,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742096_1272 (size=9757) 2024-11-12T09:26:00,130 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into 4e42bdf1c98040c89fa8c73b23faddff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:00,130 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:00,130 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=10, startTime=1731403559982; duration=0sec 2024-11-12T09:26:00,130 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:00,130 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:26:00,135 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#229 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:00,136 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8bdcbdc477f74be096d6c7cb3d1040f4 is 50, key is test_row_0/C:col10/1731403558360/Put/seqid=0 2024-11-12T09:26:00,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742097_1273 (size=12561) 2024-11-12T09:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403620200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403620199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403620206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403620206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403620316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403620316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403620317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403620317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T09:26:00,538 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/beef161ca70c4d1498f440d9da4f1ef3 2024-11-12T09:26:00,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403620526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403620526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403620526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403620537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403620538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,542 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 4246baee411865964bd16d01c1c186f1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,563 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8bdcbdc477f74be096d6c7cb3d1040f4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8bdcbdc477f74be096d6c7cb3d1040f4 2024-11-12T09:26:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/961b3841dcfb49c6bea43d7d4f8a31a8 is 50, key is test_row_1/C:col10/1731403559008/Put/seqid=0 2024-11-12T09:26:00,585 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into 8bdcbdc477f74be096d6c7cb3d1040f4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:00,585 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:00,585 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=10, startTime=1731403559983; duration=0sec 2024-11-12T09:26:00,586 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:00,586 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:26:00,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742098_1274 (size=9757) 2024-11-12T09:26:00,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403620846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403620846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403620846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403620846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,009 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/961b3841dcfb49c6bea43d7d4f8a31a8 2024-11-12T09:26:01,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/ae58d2183a734559b6c229efc9b741e1 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ae58d2183a734559b6c229efc9b741e1 2024-11-12T09:26:01,021 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ae58d2183a734559b6c229efc9b741e1, entries=100, sequenceid=206, filesize=9.5 K 2024-11-12T09:26:01,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/beef161ca70c4d1498f440d9da4f1ef3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/beef161ca70c4d1498f440d9da4f1ef3 2024-11-12T09:26:01,028 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/beef161ca70c4d1498f440d9da4f1ef3, entries=100, sequenceid=206, filesize=9.5 K 2024-11-12T09:26:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/961b3841dcfb49c6bea43d7d4f8a31a8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/961b3841dcfb49c6bea43d7d4f8a31a8 2024-11-12T09:26:01,035 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/961b3841dcfb49c6bea43d7d4f8a31a8, entries=100, sequenceid=206, filesize=9.5 K 2024-11-12T09:26:01,036 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4246baee411865964bd16d01c1c186f1 in 1036ms, sequenceid=206, compaction requested=false 2024-11-12T09:26:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-12T09:26:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-12T09:26:01,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-12T09:26:01,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-12T09:26:01,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8340 sec 2024-11-12T09:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T09:26:01,357 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:01,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-12T09:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:01,361 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T09:26:01,361 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:01,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-12T09:26:01,363 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:01,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:01,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d631c912b2354cb990b780a089bd48c4 is 50, key is test_row_0/A:col10/1731403561359/Put/seqid=0 2024-11-12T09:26:01,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403621369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403621369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403621370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403621373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742099_1275 (size=12151) 2024-11-12T09:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T09:26:01,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403621476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403621486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403621486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403621486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T09:26:01,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T09:26:01,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:01,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T09:26:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403621686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403621696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403621696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403621696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:01,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d631c912b2354cb990b780a089bd48c4 2024-11-12T09:26:01,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/93db8e6b3625402796807de2d681ed04 is 50, key is test_row_0/B:col10/1731403561359/Put/seqid=0 2024-11-12T09:26:01,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T09:26:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742100_1276 (size=12151) 2024-11-12T09:26:01,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T09:26:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:01,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T09:26:01,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403621996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403622006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403622006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403622006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T09:26:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/93db8e6b3625402796807de2d681ed04 2024-11-12T09:26:02,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/807e011d00484a5bb313e0ce7e3c818f is 50, key is test_row_0/C:col10/1731403561359/Put/seqid=0 2024-11-12T09:26:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742101_1277 (size=12151) 2024-11-12T09:26:02,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/807e011d00484a5bb313e0ce7e3c818f 2024-11-12T09:26:02,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d631c912b2354cb990b780a089bd48c4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d631c912b2354cb990b780a089bd48c4 2024-11-12T09:26:02,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d631c912b2354cb990b780a089bd48c4, entries=150, sequenceid=237, filesize=11.9 K 2024-11-12T09:26:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/93db8e6b3625402796807de2d681ed04 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/93db8e6b3625402796807de2d681ed04 2024-11-12T09:26:02,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/93db8e6b3625402796807de2d681ed04, entries=150, sequenceid=237, filesize=11.9 K 2024-11-12T09:26:02,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/807e011d00484a5bb313e0ce7e3c818f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/807e011d00484a5bb313e0ce7e3c818f 2024-11-12T09:26:02,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/807e011d00484a5bb313e0ce7e3c818f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-12T09:26:02,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 4246baee411865964bd16d01c1c186f1 in 917ms, sequenceid=237, compaction requested=true 2024-11-12T09:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:02,278 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:02,278 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:02,279 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:02,279 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:26:02,279 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,279 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/4e42bdf1c98040c89fa8c73b23faddff, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ae58d2183a734559b6c229efc9b741e1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d631c912b2354cb990b780a089bd48c4] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=33.7 K 2024-11-12T09:26:02,279 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:02,279 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:26:02,280 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,280 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/c050b820657b4aacb49687c1fd52e701, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/beef161ca70c4d1498f440d9da4f1ef3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/93db8e6b3625402796807de2d681ed04] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=33.7 K 2024-11-12T09:26:02,280 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e42bdf1c98040c89fa8c73b23faddff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403558349 2024-11-12T09:26:02,280 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c050b820657b4aacb49687c1fd52e701, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403558349 2024-11-12T09:26:02,280 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae58d2183a734559b6c229efc9b741e1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731403559003 2024-11-12T09:26:02,281 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting beef161ca70c4d1498f440d9da4f1ef3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731403559003 2024-11-12T09:26:02,282 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 93db8e6b3625402796807de2d681ed04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731403561358 2024-11-12T09:26:02,282 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d631c912b2354cb990b780a089bd48c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731403561358 2024-11-12T09:26:02,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T09:26:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,287 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T09:26:02,292 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:02,293 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d516b2ca1d7849a1a80ec1ad944b7b0c is 50, key is test_row_0/A:col10/1731403561359/Put/seqid=0 2024-11-12T09:26:02,295 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:02,296 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/0ac86691bb1849c7a62bfccfed0f7bf2 is 50, key is test_row_0/B:col10/1731403561359/Put/seqid=0 2024-11-12T09:26:02,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/46ecb360c33f4f2b984e2ba0a9e949e0 is 50, key is test_row_1/A:col10/1731403561368/Put/seqid=0 2024-11-12T09:26:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742102_1278 (size=12663) 2024-11-12T09:26:02,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742104_1280 (size=9757) 2024-11-12T09:26:02,305 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/46ecb360c33f4f2b984e2ba0a9e949e0 2024-11-12T09:26:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742103_1279 (size=12663) 2024-11-12T09:26:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/61618fc92bae40ac9e42204b1bd40412 is 50, key is test_row_1/B:col10/1731403561368/Put/seqid=0 2024-11-12T09:26:02,319 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/0ac86691bb1849c7a62bfccfed0f7bf2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/0ac86691bb1849c7a62bfccfed0f7bf2 2024-11-12T09:26:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742105_1281 (size=9757) 2024-11-12T09:26:02,326 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/61618fc92bae40ac9e42204b1bd40412 2024-11-12T09:26:02,327 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into 0ac86691bb1849c7a62bfccfed0f7bf2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:02,327 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:02,327 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=13, startTime=1731403562278; duration=0sec 2024-11-12T09:26:02,327 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:02,328 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:26:02,328 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:02,329 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:02,331 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:26:02,331 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,331 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8bdcbdc477f74be096d6c7cb3d1040f4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/961b3841dcfb49c6bea43d7d4f8a31a8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/807e011d00484a5bb313e0ce7e3c818f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=33.7 K 2024-11-12T09:26:02,332 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bdcbdc477f74be096d6c7cb3d1040f4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403558349 2024-11-12T09:26:02,333 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 961b3841dcfb49c6bea43d7d4f8a31a8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731403559003 2024-11-12T09:26:02,333 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 807e011d00484a5bb313e0ce7e3c818f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731403561358 2024-11-12T09:26:02,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e296826d17d7482f92f7a8fc1efdc42f is 50, key is test_row_1/C:col10/1731403561368/Put/seqid=0 2024-11-12T09:26:02,341 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:02,342 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8be146ed9ad94194a368af076ad7751f is 50, key is test_row_0/C:col10/1731403561359/Put/seqid=0 2024-11-12T09:26:02,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742107_1283 (size=12663) 2024-11-12T09:26:02,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742106_1282 (size=9757) 2024-11-12T09:26:02,365 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e296826d17d7482f92f7a8fc1efdc42f 2024-11-12T09:26:02,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/46ecb360c33f4f2b984e2ba0a9e949e0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/46ecb360c33f4f2b984e2ba0a9e949e0 2024-11-12T09:26:02,374 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/46ecb360c33f4f2b984e2ba0a9e949e0, entries=100, sequenceid=245, filesize=9.5 K 2024-11-12T09:26:02,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/61618fc92bae40ac9e42204b1bd40412 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/61618fc92bae40ac9e42204b1bd40412 2024-11-12T09:26:02,379 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/61618fc92bae40ac9e42204b1bd40412, entries=100, sequenceid=245, filesize=9.5 K 2024-11-12T09:26:02,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e296826d17d7482f92f7a8fc1efdc42f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e296826d17d7482f92f7a8fc1efdc42f 2024-11-12T09:26:02,384 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e296826d17d7482f92f7a8fc1efdc42f, entries=100, sequenceid=245, filesize=9.5 K 2024-11-12T09:26:02,385 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4246baee411865964bd16d01c1c186f1 in 98ms, sequenceid=245, compaction requested=false 2024-11-12T09:26:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-12T09:26:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-12T09:26:02,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-12T09:26:02,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-11-12T09:26:02,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0420 sec 2024-11-12T09:26:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T09:26:02,496 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:02,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-12T09:26:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T09:26:02,498 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:02,500 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:02,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:02,519 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:02,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:26:02,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/82ea0b60ff89418a8c62c7b22409c379 is 50, key is test_row_0/A:col10/1731403562517/Put/seqid=0 2024-11-12T09:26:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742108_1284 (size=14641) 2024-11-12T09:26:02,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/82ea0b60ff89418a8c62c7b22409c379 2024-11-12T09:26:02,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4251cdf1c3bb43e9a26621ddc6b4b6d0 is 50, key is test_row_0/B:col10/1731403562517/Put/seqid=0 2024-11-12T09:26:02,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403622553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742109_1285 (size=12251) 2024-11-12T09:26:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403622556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403622556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403622556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403622557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,562 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 4246baee411865964bd16d01c1c186f1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T09:26:02,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T09:26:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403622665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403622666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403622666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403622666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,711 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d516b2ca1d7849a1a80ec1ad944b7b0c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d516b2ca1d7849a1a80ec1ad944b7b0c 2024-11-12T09:26:02,716 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into d516b2ca1d7849a1a80ec1ad944b7b0c(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:02,716 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:02,716 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=13, startTime=1731403562278; duration=0sec 2024-11-12T09:26:02,717 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:02,717 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:26:02,754 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/8be146ed9ad94194a368af076ad7751f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8be146ed9ad94194a368af076ad7751f 2024-11-12T09:26:02,766 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into 8be146ed9ad94194a368af076ad7751f(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:02,767 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:02,767 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=13, startTime=1731403562278; duration=0sec 2024-11-12T09:26:02,767 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:02,767 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:26:02,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T09:26:02,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:02,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T09:26:02,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403622875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403622876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403622876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403622876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:02,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:02,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T09:26:02,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:02,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:02,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:02,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4251cdf1c3bb43e9a26621ddc6b4b6d0 2024-11-12T09:26:02,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e8fbd47b18174574ab3b20ce44ac4d8d is 50, key is test_row_0/C:col10/1731403562517/Put/seqid=0 2024-11-12T09:26:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742110_1286 (size=12251) 2024-11-12T09:26:03,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T09:26:03,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:03,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T09:26:03,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403623186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403623186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403623186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403623188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T09:26:03,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:03,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e8fbd47b18174574ab3b20ce44ac4d8d 2024-11-12T09:26:03,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/82ea0b60ff89418a8c62c7b22409c379 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/82ea0b60ff89418a8c62c7b22409c379 2024-11-12T09:26:03,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/82ea0b60ff89418a8c62c7b22409c379, entries=200, sequenceid=258, filesize=14.3 K 2024-11-12T09:26:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4251cdf1c3bb43e9a26621ddc6b4b6d0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4251cdf1c3bb43e9a26621ddc6b4b6d0 2024-11-12T09:26:03,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4251cdf1c3bb43e9a26621ddc6b4b6d0, entries=150, sequenceid=258, filesize=12.0 K 2024-11-12T09:26:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e8fbd47b18174574ab3b20ce44ac4d8d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e8fbd47b18174574ab3b20ce44ac4d8d 2024-11-12T09:26:03,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T09:26:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:03,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e8fbd47b18174574ab3b20ce44ac4d8d, entries=150, sequenceid=258, filesize=12.0 K 2024-11-12T09:26:03,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4246baee411865964bd16d01c1c186f1 in 911ms, sequenceid=258, compaction requested=true 2024-11-12T09:26:03,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:03,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:03,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:03,431 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:03,431 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:03,432 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:03,432 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:26:03,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:03,433 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:03,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:03,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:03,433 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/0ac86691bb1849c7a62bfccfed0f7bf2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/61618fc92bae40ac9e42204b1bd40412, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4251cdf1c3bb43e9a26621ddc6b4b6d0] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=33.9 K 2024-11-12T09:26:03,433 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:03,433 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:26:03,433 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,433 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d516b2ca1d7849a1a80ec1ad944b7b0c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/46ecb360c33f4f2b984e2ba0a9e949e0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/82ea0b60ff89418a8c62c7b22409c379] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=36.2 K 2024-11-12T09:26:03,433 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ac86691bb1849c7a62bfccfed0f7bf2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731403561358 2024-11-12T09:26:03,433 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d516b2ca1d7849a1a80ec1ad944b7b0c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731403561358 2024-11-12T09:26:03,433 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 61618fc92bae40ac9e42204b1bd40412, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731403561368 2024-11-12T09:26:03,434 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4251cdf1c3bb43e9a26621ddc6b4b6d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731403562516 2024-11-12T09:26:03,434 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46ecb360c33f4f2b984e2ba0a9e949e0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731403561368 2024-11-12T09:26:03,434 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82ea0b60ff89418a8c62c7b22409c379, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731403562510 2024-11-12T09:26:03,442 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:03,442 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/d7a86d4f076545d8af885bcbfaf7fceb is 50, key is test_row_0/B:col10/1731403562517/Put/seqid=0 2024-11-12T09:26:03,443 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:03,443 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d6e831a5d33c49bda0fbd2ac2e742757 is 50, key is test_row_0/A:col10/1731403562517/Put/seqid=0 2024-11-12T09:26:03,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742112_1288 (size=12865) 2024-11-12T09:26:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742111_1287 (size=12865) 2024-11-12T09:26:03,456 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d6e831a5d33c49bda0fbd2ac2e742757 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d6e831a5d33c49bda0fbd2ac2e742757 2024-11-12T09:26:03,471 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into d6e831a5d33c49bda0fbd2ac2e742757(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:03,471 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:03,471 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=13, startTime=1731403563431; duration=0sec 2024-11-12T09:26:03,471 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:03,471 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:26:03,471 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:03,473 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:03,473 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:26:03,473 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,473 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8be146ed9ad94194a368af076ad7751f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e296826d17d7482f92f7a8fc1efdc42f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e8fbd47b18174574ab3b20ce44ac4d8d] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=33.9 K 2024-11-12T09:26:03,473 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8be146ed9ad94194a368af076ad7751f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731403561358 2024-11-12T09:26:03,474 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e296826d17d7482f92f7a8fc1efdc42f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731403561368 2024-11-12T09:26:03,474 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8fbd47b18174574ab3b20ce44ac4d8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731403562516 2024-11-12T09:26:03,486 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:03,486 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/61deeb038f4f42bcb7cca57257dd58ae is 50, key is test_row_0/C:col10/1731403562517/Put/seqid=0 2024-11-12T09:26:03,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742113_1289 (size=12865) 2024-11-12T09:26:03,513 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/61deeb038f4f42bcb7cca57257dd58ae as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/61deeb038f4f42bcb7cca57257dd58ae 2024-11-12T09:26:03,521 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into 61deeb038f4f42bcb7cca57257dd58ae(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:03,521 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:03,521 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=13, startTime=1731403563433; duration=0sec 2024-11-12T09:26:03,521 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:03,521 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:26:03,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T09:26:03,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:03,579 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T09:26:03,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/ffde1a3cc4dd448ba765072ff15b7f9b is 50, key is test_row_0/A:col10/1731403562554/Put/seqid=0 2024-11-12T09:26:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742114_1290 (size=12301) 2024-11-12T09:26:03,601 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/ffde1a3cc4dd448ba765072ff15b7f9b 2024-11-12T09:26:03,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/2b5b7051d50c40c9916e9cd8a7561c76 is 50, key is test_row_0/B:col10/1731403562554/Put/seqid=0 2024-11-12T09:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T09:26:03,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742115_1291 (size=12301) 2024-11-12T09:26:03,639 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/2b5b7051d50c40c9916e9cd8a7561c76 2024-11-12T09:26:03,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/762b79a6c0744004922fb06c85256cb6 is 50, key is test_row_0/C:col10/1731403562554/Put/seqid=0 2024-11-12T09:26:03,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742116_1292 (size=12301) 2024-11-12T09:26:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:03,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403623704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403623713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403623713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403623713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403623815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403623826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403623826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403623826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:03,861 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/d7a86d4f076545d8af885bcbfaf7fceb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d7a86d4f076545d8af885bcbfaf7fceb 2024-11-12T09:26:03,868 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into d7a86d4f076545d8af885bcbfaf7fceb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:03,868 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:03,869 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=13, startTime=1731403563431; duration=0sec 2024-11-12T09:26:03,869 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:03,869 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:26:04,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403624025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403624036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403624036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403624036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,064 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/762b79a6c0744004922fb06c85256cb6 2024-11-12T09:26:04,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/ffde1a3cc4dd448ba765072ff15b7f9b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ffde1a3cc4dd448ba765072ff15b7f9b 2024-11-12T09:26:04,074 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ffde1a3cc4dd448ba765072ff15b7f9b, entries=150, sequenceid=286, filesize=12.0 K 2024-11-12T09:26:04,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/2b5b7051d50c40c9916e9cd8a7561c76 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/2b5b7051d50c40c9916e9cd8a7561c76 2024-11-12T09:26:04,080 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/2b5b7051d50c40c9916e9cd8a7561c76, entries=150, sequenceid=286, filesize=12.0 K 2024-11-12T09:26:04,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/762b79a6c0744004922fb06c85256cb6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/762b79a6c0744004922fb06c85256cb6 2024-11-12T09:26:04,094 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/762b79a6c0744004922fb06c85256cb6, entries=150, sequenceid=286, filesize=12.0 K 2024-11-12T09:26:04,096 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 4246baee411865964bd16d01c1c186f1 in 517ms, sequenceid=286, compaction requested=false 2024-11-12T09:26:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-12T09:26:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-12T09:26:04,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-12T09:26:04,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec 2024-11-12T09:26:04,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.6110 sec 2024-11-12T09:26:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:04,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:04,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T09:26:04,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/eb16c174786c4663bb2e963a350c7584 is 50, key is test_row_0/A:col10/1731403563700/Put/seqid=0 2024-11-12T09:26:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742117_1293 (size=14741) 2024-11-12T09:26:04,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/eb16c174786c4663bb2e963a350c7584 2024-11-12T09:26:04,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/fcb5c0a529f84008abcc421949ac2d3d is 50, key is test_row_0/B:col10/1731403563700/Put/seqid=0 2024-11-12T09:26:04,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742118_1294 (size=12301) 2024-11-12T09:26:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403624366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403624368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403624369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403624370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403624476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403624476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403624476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403624486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T09:26:04,656 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:04,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-12T09:26:04,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T09:26:04,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:04,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403624686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403624686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403624686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403624696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:04,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/fcb5c0a529f84008abcc421949ac2d3d 2024-11-12T09:26:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T09:26:04,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/12f75f00fccd49d1b09d269981487255 is 50, key is test_row_0/C:col10/1731403563700/Put/seqid=0 2024-11-12T09:26:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742119_1295 (size=12301) 2024-11-12T09:26:04,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/12f75f00fccd49d1b09d269981487255 2024-11-12T09:26:04,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/eb16c174786c4663bb2e963a350c7584 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/eb16c174786c4663bb2e963a350c7584 2024-11-12T09:26:04,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/eb16c174786c4663bb2e963a350c7584, entries=200, sequenceid=302, filesize=14.4 K 2024-11-12T09:26:04,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/fcb5c0a529f84008abcc421949ac2d3d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fcb5c0a529f84008abcc421949ac2d3d 2024-11-12T09:26:04,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T09:26:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:04,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:04,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fcb5c0a529f84008abcc421949ac2d3d, entries=150, sequenceid=302, filesize=12.0 K 2024-11-12T09:26:04,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/12f75f00fccd49d1b09d269981487255 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/12f75f00fccd49d1b09d269981487255 2024-11-12T09:26:04,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/12f75f00fccd49d1b09d269981487255, entries=150, sequenceid=302, filesize=12.0 K 2024-11-12T09:26:04,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4246baee411865964bd16d01c1c186f1 in 489ms, sequenceid=302, compaction requested=true 2024-11-12T09:26:04,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:04,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:04,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:04,827 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:04,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:04,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:04,827 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:04,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:04,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:04,828 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:04,828 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:04,828 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:26:04,828 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:26:04,828 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:04,828 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d7a86d4f076545d8af885bcbfaf7fceb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/2b5b7051d50c40c9916e9cd8a7561c76, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fcb5c0a529f84008abcc421949ac2d3d] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=36.6 K 2024-11-12T09:26:04,829 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:04,829 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d6e831a5d33c49bda0fbd2ac2e742757, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ffde1a3cc4dd448ba765072ff15b7f9b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/eb16c174786c4663bb2e963a350c7584] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=39.0 K 2024-11-12T09:26:04,830 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6e831a5d33c49bda0fbd2ac2e742757, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731403562516 2024-11-12T09:26:04,830 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a86d4f076545d8af885bcbfaf7fceb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731403562516 2024-11-12T09:26:04,830 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffde1a3cc4dd448ba765072ff15b7f9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731403562546 2024-11-12T09:26:04,830 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b5b7051d50c40c9916e9cd8a7561c76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731403562546 2024-11-12T09:26:04,831 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb16c174786c4663bb2e963a350c7584, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731403563700 2024-11-12T09:26:04,831 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting fcb5c0a529f84008abcc421949ac2d3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731403563700 2024-11-12T09:26:04,846 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:04,847 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/65fc0305757b439ea577fbaf1a5e1a42 is 50, key is test_row_0/A:col10/1731403563700/Put/seqid=0 2024-11-12T09:26:04,850 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:04,850 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/3c26ba562a344b8681f9b11c106715ce is 50, key is test_row_0/B:col10/1731403563700/Put/seqid=0 2024-11-12T09:26:04,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742120_1296 (size=13017) 2024-11-12T09:26:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742121_1297 (size=13017) 2024-11-12T09:26:04,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T09:26:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:04,964 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T09:26:04,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/5e3d4da81ff24145b07d423a0257bb2d is 50, key is test_row_0/A:col10/1731403564368/Put/seqid=0 2024-11-12T09:26:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T09:26:04,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742122_1298 (size=12301) 2024-11-12T09:26:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:05,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403625049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403625050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403625051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403625051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403625156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403625165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403625165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403625166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,267 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/65fc0305757b439ea577fbaf1a5e1a42 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/65fc0305757b439ea577fbaf1a5e1a42 2024-11-12T09:26:05,271 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into 65fc0305757b439ea577fbaf1a5e1a42(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:05,272 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:05,272 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=13, startTime=1731403564827; duration=0sec 2024-11-12T09:26:05,272 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:05,272 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:26:05,272 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:05,273 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:05,273 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:26:05,273 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:05,274 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/61deeb038f4f42bcb7cca57257dd58ae, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/762b79a6c0744004922fb06c85256cb6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/12f75f00fccd49d1b09d269981487255] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=36.6 K 2024-11-12T09:26:05,274 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61deeb038f4f42bcb7cca57257dd58ae, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731403562516 2024-11-12T09:26:05,275 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 762b79a6c0744004922fb06c85256cb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731403562546 2024-11-12T09:26:05,275 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12f75f00fccd49d1b09d269981487255, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731403563700 2024-11-12T09:26:05,277 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/3c26ba562a344b8681f9b11c106715ce as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3c26ba562a344b8681f9b11c106715ce 2024-11-12T09:26:05,282 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:05,283 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/d8b020d119e54c0585184e59158b388e is 50, key is test_row_0/C:col10/1731403563700/Put/seqid=0 2024-11-12T09:26:05,285 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into 3c26ba562a344b8681f9b11c106715ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:05,285 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:05,285 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=13, startTime=1731403564827; duration=0sec 2024-11-12T09:26:05,285 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:05,285 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:26:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T09:26:05,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742123_1299 (size=13017) 2024-11-12T09:26:05,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403625365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403625376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403625376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403625376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,392 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/5e3d4da81ff24145b07d423a0257bb2d 2024-11-12T09:26:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4c6c7d1726e445278d0e774c01b32e20 is 50, key is test_row_0/B:col10/1731403564368/Put/seqid=0 2024-11-12T09:26:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742124_1300 (size=12301) 2024-11-12T09:26:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403625675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403625686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403625686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403625686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:05,702 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/d8b020d119e54c0585184e59158b388e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/d8b020d119e54c0585184e59158b388e 2024-11-12T09:26:05,708 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into d8b020d119e54c0585184e59158b388e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:05,708 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:05,708 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=13, startTime=1731403564827; duration=0sec 2024-11-12T09:26:05,708 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:05,708 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:26:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T09:26:05,804 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4c6c7d1726e445278d0e774c01b32e20 2024-11-12T09:26:05,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/865dbf8fc8e7443893f883112c901ac3 is 50, key is test_row_0/C:col10/1731403564368/Put/seqid=0 2024-11-12T09:26:05,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742125_1301 (size=12301) 2024-11-12T09:26:06,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403626186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:06,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403626196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403626196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:06,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403626196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:06,214 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/865dbf8fc8e7443893f883112c901ac3 2024-11-12T09:26:06,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/5e3d4da81ff24145b07d423a0257bb2d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5e3d4da81ff24145b07d423a0257bb2d 2024-11-12T09:26:06,222 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5e3d4da81ff24145b07d423a0257bb2d, entries=150, sequenceid=323, filesize=12.0 K 2024-11-12T09:26:06,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4c6c7d1726e445278d0e774c01b32e20 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4c6c7d1726e445278d0e774c01b32e20 2024-11-12T09:26:06,232 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4c6c7d1726e445278d0e774c01b32e20, entries=150, sequenceid=323, filesize=12.0 K 2024-11-12T09:26:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/865dbf8fc8e7443893f883112c901ac3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/865dbf8fc8e7443893f883112c901ac3 2024-11-12T09:26:06,238 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/865dbf8fc8e7443893f883112c901ac3, entries=150, sequenceid=323, filesize=12.0 K 2024-11-12T09:26:06,239 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 4246baee411865964bd16d01c1c186f1 in 1274ms, sequenceid=323, compaction requested=false 2024-11-12T09:26:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-12T09:26:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-12T09:26:06,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-12T09:26:06,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-11-12T09:26:06,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.5860 sec 2024-11-12T09:26:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:06,589 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:06,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T09:26:06,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/01d002da14824a528c0232f504389f56 is 50, key is test_row_0/A:col10/1731403566587/Put/seqid=0 2024-11-12T09:26:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742126_1302 (size=14741) 2024-11-12T09:26:06,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/01d002da14824a528c0232f504389f56 2024-11-12T09:26:06,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/ee57bf046e2e49abbce57da29d927355 is 50, key is test_row_0/B:col10/1731403566587/Put/seqid=0 2024-11-12T09:26:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742127_1303 (size=12301) 2024-11-12T09:26:06,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/ee57bf046e2e49abbce57da29d927355 2024-11-12T09:26:06,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/a4df76bb48f44d1aa0bb1eeba679461b is 50, key is test_row_0/C:col10/1731403566587/Put/seqid=0 2024-11-12T09:26:06,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742128_1304 (size=12301) 2024-11-12T09:26:06,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403626669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:06,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403626776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T09:26:06,807 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:06,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-12T09:26:06,809 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T09:26:06,809 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:06,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T09:26:06,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T09:26:06,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:06,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:06,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:06,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:06,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403626986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/a4df76bb48f44d1aa0bb1eeba679461b 2024-11-12T09:26:07,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/01d002da14824a528c0232f504389f56 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/01d002da14824a528c0232f504389f56 2024-11-12T09:26:07,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/01d002da14824a528c0232f504389f56, entries=200, sequenceid=343, filesize=14.4 K 2024-11-12T09:26:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/ee57bf046e2e49abbce57da29d927355 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ee57bf046e2e49abbce57da29d927355 2024-11-12T09:26:07,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ee57bf046e2e49abbce57da29d927355, entries=150, sequenceid=343, filesize=12.0 K 2024-11-12T09:26:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/a4df76bb48f44d1aa0bb1eeba679461b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a4df76bb48f44d1aa0bb1eeba679461b 2024-11-12T09:26:07,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a4df76bb48f44d1aa0bb1eeba679461b, entries=150, sequenceid=343, filesize=12.0 K 2024-11-12T09:26:07,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4246baee411865964bd16d01c1c186f1 in 489ms, sequenceid=343, compaction requested=true 2024-11-12T09:26:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:07,078 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:07,078 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:07,080 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:07,080 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:26:07,080 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:07,080 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3c26ba562a344b8681f9b11c106715ce, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4c6c7d1726e445278d0e774c01b32e20, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ee57bf046e2e49abbce57da29d927355] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=36.7 K 2024-11-12T09:26:07,080 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:07,080 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:26:07,080 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:07,081 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/65fc0305757b439ea577fbaf1a5e1a42, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5e3d4da81ff24145b07d423a0257bb2d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/01d002da14824a528c0232f504389f56] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=39.1 K 2024-11-12T09:26:07,081 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c26ba562a344b8681f9b11c106715ce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731403563700 2024-11-12T09:26:07,081 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65fc0305757b439ea577fbaf1a5e1a42, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731403563700 2024-11-12T09:26:07,081 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c6c7d1726e445278d0e774c01b32e20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731403564367 2024-11-12T09:26:07,081 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e3d4da81ff24145b07d423a0257bb2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731403564367 2024-11-12T09:26:07,081 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ee57bf046e2e49abbce57da29d927355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731403565049 2024-11-12T09:26:07,082 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01d002da14824a528c0232f504389f56, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731403565048 2024-11-12T09:26:07,090 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:07,090 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:07,090 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d945a6a6c1424a569ef10ac204376998 is 50, key is test_row_0/A:col10/1731403566587/Put/seqid=0 2024-11-12T09:26:07,090 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/58484e3f9349420e9786807a231342b7 is 50, key is test_row_0/B:col10/1731403566587/Put/seqid=0 2024-11-12T09:26:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742129_1305 (size=13119) 2024-11-12T09:26:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742130_1306 (size=13119) 2024-11-12T09:26:07,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T09:26:07,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:07,115 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T09:26:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/bef84472779247ca927a9bd6184fae5c is 50, key is test_row_0/A:col10/1731403566645/Put/seqid=0 2024-11-12T09:26:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T09:26:07,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742131_1307 (size=12301) 2024-11-12T09:26:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:07,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:07,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403627254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403627255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403627257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403627257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403627296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403627366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403627366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403627366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403627366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T09:26:07,512 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d945a6a6c1424a569ef10ac204376998 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d945a6a6c1424a569ef10ac204376998 2024-11-12T09:26:07,516 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/58484e3f9349420e9786807a231342b7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/58484e3f9349420e9786807a231342b7 2024-11-12T09:26:07,517 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into d945a6a6c1424a569ef10ac204376998(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:07,517 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:07,517 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=13, startTime=1731403567078; duration=0sec 2024-11-12T09:26:07,517 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:07,517 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:26:07,517 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:07,518 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:07,518 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:26:07,518 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:07,518 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/d8b020d119e54c0585184e59158b388e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/865dbf8fc8e7443893f883112c901ac3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a4df76bb48f44d1aa0bb1eeba679461b] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=36.7 K 2024-11-12T09:26:07,519 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8b020d119e54c0585184e59158b388e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731403563700 2024-11-12T09:26:07,519 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 865dbf8fc8e7443893f883112c901ac3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731403564367 2024-11-12T09:26:07,520 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4df76bb48f44d1aa0bb1eeba679461b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731403565049 2024-11-12T09:26:07,521 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into 58484e3f9349420e9786807a231342b7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:07,521 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:07,521 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=13, startTime=1731403567078; duration=0sec 2024-11-12T09:26:07,521 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:07,521 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:26:07,526 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:07,526 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/0b35be6c1bea4c93aca9b47714f5c917 is 50, key is test_row_0/C:col10/1731403566587/Put/seqid=0 2024-11-12T09:26:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742132_1308 (size=13119) 2024-11-12T09:26:07,537 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/bef84472779247ca927a9bd6184fae5c 2024-11-12T09:26:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/416b60276ac448ec8b400b6821c58f07 is 50, key is test_row_0/B:col10/1731403566645/Put/seqid=0 2024-11-12T09:26:07,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742133_1309 (size=12301) 2024-11-12T09:26:07,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403627576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403627576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403627576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403627576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403627806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403627886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403627886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403627886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403627886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:07,937 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/0b35be6c1bea4c93aca9b47714f5c917 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0b35be6c1bea4c93aca9b47714f5c917 2024-11-12T09:26:07,941 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into 0b35be6c1bea4c93aca9b47714f5c917(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:07,941 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:07,941 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=13, startTime=1731403567078; duration=0sec 2024-11-12T09:26:07,941 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:07,941 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:26:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T09:26:07,950 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/416b60276ac448ec8b400b6821c58f07 2024-11-12T09:26:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e4cb8704938e43d789cf6f8e9fc6c631 is 50, key is test_row_0/C:col10/1731403566645/Put/seqid=0 2024-11-12T09:26:07,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742134_1310 (size=12301) 2024-11-12T09:26:08,377 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e4cb8704938e43d789cf6f8e9fc6c631 2024-11-12T09:26:08,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/bef84472779247ca927a9bd6184fae5c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/bef84472779247ca927a9bd6184fae5c 2024-11-12T09:26:08,386 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/bef84472779247ca927a9bd6184fae5c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-12T09:26:08,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/416b60276ac448ec8b400b6821c58f07 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/416b60276ac448ec8b400b6821c58f07 2024-11-12T09:26:08,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403628396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:08,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403628396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:08,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403628396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:08,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403628396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:08,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:08,401 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/416b60276ac448ec8b400b6821c58f07, entries=150, sequenceid=362, filesize=12.0 K 2024-11-12T09:26:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/e4cb8704938e43d789cf6f8e9fc6c631 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e4cb8704938e43d789cf6f8e9fc6c631 2024-11-12T09:26:08,407 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e4cb8704938e43d789cf6f8e9fc6c631, entries=150, sequenceid=362, filesize=12.0 K 2024-11-12T09:26:08,409 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4246baee411865964bd16d01c1c186f1 in 1293ms, sequenceid=362, compaction requested=false 2024-11-12T09:26:08,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:08,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:08,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-12T09:26:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-12T09:26:08,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-12T09:26:08,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6030 sec 2024-11-12T09:26:08,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.6100 sec 2024-11-12T09:26:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:08,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T09:26:08,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d00089228d9940bba1d03571c003b5ac is 50, key is test_row_0/A:col10/1731403568826/Put/seqid=0 2024-11-12T09:26:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742135_1311 (size=12301) 2024-11-12T09:26:08,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403628908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T09:26:08,956 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:08,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-12T09:26:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T09:26:08,959 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:08,960 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:08,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403629016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T09:26:09,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:09,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:09,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403629226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d00089228d9940bba1d03571c003b5ac 2024-11-12T09:26:09,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/df810b0371f34d1db19de5f6355574a9 is 50, key is test_row_0/B:col10/1731403568826/Put/seqid=0 2024-11-12T09:26:09,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:09,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:09,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T09:26:09,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742136_1312 (size=12301) 2024-11-12T09:26:09,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/df810b0371f34d1db19de5f6355574a9 2024-11-12T09:26:09,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/6bc8b9de061f4d5898800b71aa704f03 is 50, key is test_row_0/C:col10/1731403568826/Put/seqid=0 2024-11-12T09:26:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742137_1313 (size=12301) 2024-11-12T09:26:09,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/6bc8b9de061f4d5898800b71aa704f03 2024-11-12T09:26:09,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/d00089228d9940bba1d03571c003b5ac as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d00089228d9940bba1d03571c003b5ac 2024-11-12T09:26:09,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d00089228d9940bba1d03571c003b5ac, entries=150, sequenceid=383, filesize=12.0 K 2024-11-12T09:26:09,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/df810b0371f34d1db19de5f6355574a9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/df810b0371f34d1db19de5f6355574a9 2024-11-12T09:26:09,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/df810b0371f34d1db19de5f6355574a9, entries=150, sequenceid=383, filesize=12.0 K 2024-11-12T09:26:09,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/6bc8b9de061f4d5898800b71aa704f03 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/6bc8b9de061f4d5898800b71aa704f03 2024-11-12T09:26:09,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/6bc8b9de061f4d5898800b71aa704f03, entries=150, sequenceid=383, filesize=12.0 K 2024-11-12T09:26:09,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 4246baee411865964bd16d01c1c186f1 in 509ms, sequenceid=383, compaction requested=true 2024-11-12T09:26:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:09,338 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:09,338 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:09,339 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:09,339 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:09,339 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:26:09,339 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:26:09,339 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,339 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,339 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d945a6a6c1424a569ef10ac204376998, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/bef84472779247ca927a9bd6184fae5c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d00089228d9940bba1d03571c003b5ac] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=36.8 K 2024-11-12T09:26:09,339 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/58484e3f9349420e9786807a231342b7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/416b60276ac448ec8b400b6821c58f07, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/df810b0371f34d1db19de5f6355574a9] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=36.8 K 2024-11-12T09:26:09,339 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d945a6a6c1424a569ef10ac204376998, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731403565049 2024-11-12T09:26:09,339 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 58484e3f9349420e9786807a231342b7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731403565049 2024-11-12T09:26:09,340 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bef84472779247ca927a9bd6184fae5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731403566645 2024-11-12T09:26:09,340 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 416b60276ac448ec8b400b6821c58f07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731403566645 2024-11-12T09:26:09,340 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d00089228d9940bba1d03571c003b5ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731403567253 2024-11-12T09:26:09,340 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting df810b0371f34d1db19de5f6355574a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731403567253 2024-11-12T09:26:09,347 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:09,347 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/3ebd5bd47ace4932ba7c3f52dc69b54a is 50, key is test_row_0/B:col10/1731403568826/Put/seqid=0 2024-11-12T09:26:09,354 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:09,355 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/76cbc35c00b34aba89d29359ccb086d6 is 50, key is test_row_0/A:col10/1731403568826/Put/seqid=0 2024-11-12T09:26:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742139_1315 (size=13221) 2024-11-12T09:26:09,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742138_1314 (size=13221) 2024-11-12T09:26:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:09,409 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:09,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T09:26:09,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/8a0fad1ded814c9dab89e2c7478f5b22 is 50, key is test_row_0/A:col10/1731403569408/Put/seqid=0 2024-11-12T09:26:09,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:09,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:09,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403629427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403629428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742140_1316 (size=14741) 2024-11-12T09:26:09,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403629433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403629434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403629536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403629546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403629546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403629546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403629546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T09:26:09,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403629756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403629756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403629756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403629756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:09,772 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/76cbc35c00b34aba89d29359ccb086d6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/76cbc35c00b34aba89d29359ccb086d6 2024-11-12T09:26:09,778 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into 76cbc35c00b34aba89d29359ccb086d6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:09,778 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:09,778 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=13, startTime=1731403569338; duration=0sec 2024-11-12T09:26:09,779 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:09,779 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:26:09,779 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:09,780 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/3ebd5bd47ace4932ba7c3f52dc69b54a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3ebd5bd47ace4932ba7c3f52dc69b54a 2024-11-12T09:26:09,780 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:09,780 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:26:09,780 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,780 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0b35be6c1bea4c93aca9b47714f5c917, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e4cb8704938e43d789cf6f8e9fc6c631, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/6bc8b9de061f4d5898800b71aa704f03] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=36.8 K 2024-11-12T09:26:09,781 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b35be6c1bea4c93aca9b47714f5c917, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731403565049 2024-11-12T09:26:09,781 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4cb8704938e43d789cf6f8e9fc6c631, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731403566645 2024-11-12T09:26:09,781 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bc8b9de061f4d5898800b71aa704f03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731403567253 2024-11-12T09:26:09,786 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into 3ebd5bd47ace4932ba7c3f52dc69b54a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:09,786 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:09,786 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=13, startTime=1731403569338; duration=0sec 2024-11-12T09:26:09,786 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:09,786 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:26:09,791 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:09,792 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/a243295b78c74306ab3d78e1b482d778 is 50, key is test_row_0/C:col10/1731403568826/Put/seqid=0 2024-11-12T09:26:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742141_1317 (size=13221) 2024-11-12T09:26:09,800 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/a243295b78c74306ab3d78e1b482d778 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a243295b78c74306ab3d78e1b482d778 2024-11-12T09:26:09,806 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into a243295b78c74306ab3d78e1b482d778(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:09,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:09,806 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=13, startTime=1731403569338; duration=0sec 2024-11-12T09:26:09,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:09,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:26:09,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/8a0fad1ded814c9dab89e2c7478f5b22 2024-11-12T09:26:09,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/fb152b5e3103428286f90cb0d66ea23a is 50, key is test_row_0/B:col10/1731403569408/Put/seqid=0 2024-11-12T09:26:09,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742142_1318 (size=12301) 2024-11-12T09:26:09,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/fb152b5e3103428286f90cb0d66ea23a 2024-11-12T09:26:09,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/0408dac6e6534c5e8e9840bf21a887f3 is 50, key is test_row_0/C:col10/1731403569408/Put/seqid=0 2024-11-12T09:26:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742143_1319 (size=12301) 2024-11-12T09:26:09,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:09,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:10,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:10,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:10,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403630045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403630066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403630066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403630066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403630066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T09:26:10,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:10,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:10,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/0408dac6e6534c5e8e9840bf21a887f3 2024-11-12T09:26:10,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/8a0fad1ded814c9dab89e2c7478f5b22 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/8a0fad1ded814c9dab89e2c7478f5b22 2024-11-12T09:26:10,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/8a0fad1ded814c9dab89e2c7478f5b22, entries=200, sequenceid=404, filesize=14.4 K 2024-11-12T09:26:10,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/fb152b5e3103428286f90cb0d66ea23a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fb152b5e3103428286f90cb0d66ea23a 2024-11-12T09:26:10,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fb152b5e3103428286f90cb0d66ea23a, entries=150, sequenceid=404, filesize=12.0 K 2024-11-12T09:26:10,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/0408dac6e6534c5e8e9840bf21a887f3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0408dac6e6534c5e8e9840bf21a887f3 2024-11-12T09:26:10,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0408dac6e6534c5e8e9840bf21a887f3, entries=150, sequenceid=404, filesize=12.0 K 2024-11-12T09:26:10,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4246baee411865964bd16d01c1c186f1 in 888ms, sequenceid=404, compaction requested=false 2024-11-12T09:26:10,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:10,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T09:26:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:10,339 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T09:26:10,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/68639422cc2c4015b421ff96cf7dbcda is 50, key is test_row_0/A:col10/1731403569426/Put/seqid=0 2024-11-12T09:26:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742144_1320 (size=12301) 2024-11-12T09:26:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:10,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. as already flushing 2024-11-12T09:26:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403630629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403630629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403630633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403630634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403630735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403630736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403630746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403630746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,804 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/68639422cc2c4015b421ff96cf7dbcda 2024-11-12T09:26:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/1dae93466854487eb6abb34647f369e2 is 50, key is test_row_0/B:col10/1731403569426/Put/seqid=0 2024-11-12T09:26:10,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742145_1321 (size=12301) 2024-11-12T09:26:10,822 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/1dae93466854487eb6abb34647f369e2 2024-11-12T09:26:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/1fb59c687b434ab084e15eb92173e9cc is 50, key is test_row_0/C:col10/1731403569426/Put/seqid=0 2024-11-12T09:26:10,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742146_1322 (size=12301) 2024-11-12T09:26:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403630946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403630946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403630956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403630956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39860 deadline: 1731403631066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,069 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_2' in 4246baee411865964bd16d01c1c186f1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:11,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T09:26:11,249 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/1fb59c687b434ab084e15eb92173e9cc 2024-11-12T09:26:11,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/68639422cc2c4015b421ff96cf7dbcda as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/68639422cc2c4015b421ff96cf7dbcda 2024-11-12T09:26:11,257 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/68639422cc2c4015b421ff96cf7dbcda, entries=150, sequenceid=422, filesize=12.0 K 2024-11-12T09:26:11,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/1dae93466854487eb6abb34647f369e2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1dae93466854487eb6abb34647f369e2 2024-11-12T09:26:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403631256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403631256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,262 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1dae93466854487eb6abb34647f369e2, entries=150, sequenceid=422, filesize=12.0 K 2024-11-12T09:26:11,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/1fb59c687b434ab084e15eb92173e9cc as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1fb59c687b434ab084e15eb92173e9cc 2024-11-12T09:26:11,266 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1fb59c687b434ab084e15eb92173e9cc, entries=150, sequenceid=422, filesize=12.0 K 2024-11-12T09:26:11,267 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4246baee411865964bd16d01c1c186f1 in 928ms, sequenceid=422, compaction requested=true 2024-11-12T09:26:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-12T09:26:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-12T09:26:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:11,270 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:11,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T09:26:11,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-12T09:26:11,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3080 sec 2024-11-12T09:26:11,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.3140 sec 2024-11-12T09:26:11,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/222503fa87564cf19751e4a9675aaf09 is 50, key is test_row_0/A:col10/1731403570627/Put/seqid=0 2024-11-12T09:26:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742147_1323 (size=12301) 2024-11-12T09:26:11,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/222503fa87564cf19751e4a9675aaf09 2024-11-12T09:26:11,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4a7b4ca8b88b472cb1277e6ddd56603d is 50, key is test_row_0/B:col10/1731403570627/Put/seqid=0 2024-11-12T09:26:11,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742148_1324 (size=12301) 2024-11-12T09:26:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403631318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403631318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403631425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403631425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,469 INFO [Thread-1104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1104. 2024-11-12T09:26:11,469 DEBUG [Thread-1104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:11,469 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,469 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:11,469 INFO [Thread-1098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1098. 2024-11-12T09:26:11,469 DEBUG [Thread-1098 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:11,469 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,469 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:11,472 INFO [Thread-1106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1106. 2024-11-12T09:26:11,472 DEBUG [Thread-1106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:11,472 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,472 INFO [Thread-1102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1102. 2024-11-12T09:26:11,472 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,472 DEBUG [Thread-1102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:11,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:11,473 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,473 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:11,473 INFO [Thread-1100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1100. 2024-11-12T09:26:11,473 DEBUG [Thread-1100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:11,473 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,473 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:11,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403631636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403631636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4a7b4ca8b88b472cb1277e6ddd56603d 2024-11-12T09:26:11,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/7a06efc51ce94ebd916f365e3ddea1ff is 50, key is test_row_0/C:col10/1731403570627/Put/seqid=0 2024-11-12T09:26:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742149_1325 (size=12301) 2024-11-12T09:26:11,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39932 deadline: 1731403631766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39900 deadline: 1731403631766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39946 deadline: 1731403631947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39958 deadline: 1731403631947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:12,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/7a06efc51ce94ebd916f365e3ddea1ff 2024-11-12T09:26:12,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/222503fa87564cf19751e4a9675aaf09 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/222503fa87564cf19751e4a9675aaf09 2024-11-12T09:26:12,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/222503fa87564cf19751e4a9675aaf09, entries=150, sequenceid=445, filesize=12.0 K 2024-11-12T09:26:12,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/4a7b4ca8b88b472cb1277e6ddd56603d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4a7b4ca8b88b472cb1277e6ddd56603d 2024-11-12T09:26:12,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4a7b4ca8b88b472cb1277e6ddd56603d, entries=150, sequenceid=445, filesize=12.0 K 2024-11-12T09:26:12,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/7a06efc51ce94ebd916f365e3ddea1ff as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/7a06efc51ce94ebd916f365e3ddea1ff 2024-11-12T09:26:12,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/7a06efc51ce94ebd916f365e3ddea1ff, entries=150, sequenceid=445, filesize=12.0 K 2024-11-12T09:26:12,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 4246baee411865964bd16d01c1c186f1 in 870ms, sequenceid=445, compaction requested=true 2024-11-12T09:26:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:12,140 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:12,140 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4246baee411865964bd16d01c1c186f1:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:12,141 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:12,141 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:12,141 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/B is initiating minor compaction (all files) 2024-11-12T09:26:12,141 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/A is initiating minor compaction (all files) 2024-11-12T09:26:12,141 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/B in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:12,141 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/A in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:12,141 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3ebd5bd47ace4932ba7c3f52dc69b54a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fb152b5e3103428286f90cb0d66ea23a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1dae93466854487eb6abb34647f369e2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4a7b4ca8b88b472cb1277e6ddd56603d] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=48.9 K 2024-11-12T09:26:12,141 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/76cbc35c00b34aba89d29359ccb086d6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/8a0fad1ded814c9dab89e2c7478f5b22, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/68639422cc2c4015b421ff96cf7dbcda, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/222503fa87564cf19751e4a9675aaf09] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=51.3 K 2024-11-12T09:26:12,142 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ebd5bd47ace4932ba7c3f52dc69b54a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731403567253 2024-11-12T09:26:12,142 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76cbc35c00b34aba89d29359ccb086d6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731403567253 2024-11-12T09:26:12,142 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting fb152b5e3103428286f90cb0d66ea23a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731403569408 2024-11-12T09:26:12,142 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a0fad1ded814c9dab89e2c7478f5b22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731403568888 2024-11-12T09:26:12,142 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dae93466854487eb6abb34647f369e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731403569426 2024-11-12T09:26:12,142 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68639422cc2c4015b421ff96cf7dbcda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731403569426 2024-11-12T09:26:12,142 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a7b4ca8b88b472cb1277e6ddd56603d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731403570627 2024-11-12T09:26:12,143 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 222503fa87564cf19751e4a9675aaf09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731403570627 2024-11-12T09:26:12,149 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:12,150 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/f984c9e41b9b42a4b6ad09ed13813fd0 is 50, key is test_row_0/A:col10/1731403570627/Put/seqid=0 2024-11-12T09:26:12,150 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#B#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:12,151 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/0c40cd4615914d3684a4e171b5ef5a77 is 50, key is test_row_0/B:col10/1731403570627/Put/seqid=0 2024-11-12T09:26:12,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742150_1326 (size=13357) 2024-11-12T09:26:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742151_1327 (size=13357) 2024-11-12T09:26:12,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:12,476 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:12,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T09:26:12,476 INFO [Thread-1091 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1091. 2024-11-12T09:26:12,476 INFO [Thread-1093 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1093. 2024-11-12T09:26:12,477 DEBUG [Thread-1093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:12,477 DEBUG [Thread-1091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:12,477 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:12,477 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:12,477 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:12,477 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:12,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:12,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:12,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/45b651931c2a48d1b17c6c571fd12d61 is 50, key is test_row_0/A:col10/1731403571316/Put/seqid=0 2024-11-12T09:26:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742152_1328 (size=12301) 2024-11-12T09:26:12,558 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/f984c9e41b9b42a4b6ad09ed13813fd0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f984c9e41b9b42a4b6ad09ed13813fd0 2024-11-12T09:26:12,562 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4246baee411865964bd16d01c1c186f1/A of 4246baee411865964bd16d01c1c186f1 into f984c9e41b9b42a4b6ad09ed13813fd0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:12,562 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:12,562 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/A, priority=12, startTime=1731403572140; duration=0sec 2024-11-12T09:26:12,562 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:12,562 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:A 2024-11-12T09:26:12,562 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:12,563 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:12,563 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 4246baee411865964bd16d01c1c186f1/C is initiating minor compaction (all files) 2024-11-12T09:26:12,563 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4246baee411865964bd16d01c1c186f1/C in TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:12,563 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a243295b78c74306ab3d78e1b482d778, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0408dac6e6534c5e8e9840bf21a887f3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1fb59c687b434ab084e15eb92173e9cc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/7a06efc51ce94ebd916f365e3ddea1ff] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp, totalSize=48.9 K 2024-11-12T09:26:12,564 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a243295b78c74306ab3d78e1b482d778, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731403567253 2024-11-12T09:26:12,564 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0408dac6e6534c5e8e9840bf21a887f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731403569408 2024-11-12T09:26:12,564 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fb59c687b434ab084e15eb92173e9cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731403569426 2024-11-12T09:26:12,564 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a06efc51ce94ebd916f365e3ddea1ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1731403570627 2024-11-12T09:26:12,565 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/0c40cd4615914d3684a4e171b5ef5a77 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/0c40cd4615914d3684a4e171b5ef5a77 2024-11-12T09:26:12,569 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4246baee411865964bd16d01c1c186f1/B of 4246baee411865964bd16d01c1c186f1 into 0c40cd4615914d3684a4e171b5ef5a77(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:12,569 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:12,569 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/B, priority=12, startTime=1731403572140; duration=0sec 2024-11-12T09:26:12,569 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:12,569 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:B 2024-11-12T09:26:12,571 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4246baee411865964bd16d01c1c186f1#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:12,571 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/79697097c8004affa3f2caf14a86a667 is 50, key is test_row_0/C:col10/1731403570627/Put/seqid=0 2024-11-12T09:26:12,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742153_1329 (size=13357) 2024-11-12T09:26:12,778 INFO [Thread-1095 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1095. 2024-11-12T09:26:12,778 INFO [Thread-1087 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1087. 2024-11-12T09:26:12,778 DEBUG [Thread-1095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:12,778 DEBUG [Thread-1087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:12,778 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:12,778 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:12,778 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:12,778 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:12,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:12,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:12,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/45b651931c2a48d1b17c6c571fd12d61 2024-11-12T09:26:12,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/be288c47ef484bce934275e74dbce2ec is 50, key is test_row_0/B:col10/1731403571316/Put/seqid=0 2024-11-12T09:26:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742154_1330 (size=12301) 2024-11-12T09:26:12,980 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/79697097c8004affa3f2caf14a86a667 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/79697097c8004affa3f2caf14a86a667 2024-11-12T09:26:12,983 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4246baee411865964bd16d01c1c186f1/C of 4246baee411865964bd16d01c1c186f1 into 79697097c8004affa3f2caf14a86a667(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:12,984 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:12,984 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., storeName=4246baee411865964bd16d01c1c186f1/C, priority=12, startTime=1731403572140; duration=0sec 2024-11-12T09:26:12,984 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:12,984 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4246baee411865964bd16d01c1c186f1:C 2024-11-12T09:26:13,077 INFO [Thread-1089 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1089. 2024-11-12T09:26:13,077 DEBUG [Thread-1089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:13,077 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:13,077 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:13,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T09:26:13,126 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3456 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3236 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3308 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3427 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3253 2024-11-12T09:26:13,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T09:26:13,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:26:13,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:26:13,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:13,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:13,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:13,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T09:26:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T09:26:13,130 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403573130"}]},"ts":"1731403573130"} 2024-11-12T09:26:13,131 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T09:26:13,131 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T09:26:13,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:26:13,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, UNASSIGN}] 2024-11-12T09:26:13,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, UNASSIGN 2024-11-12T09:26:13,134 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4246baee411865964bd16d01c1c186f1, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:13,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, UNASSIGN because future has completed 2024-11-12T09:26:13,135 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:26:13,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:26:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T09:26:13,288 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:13,288 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:26:13,288 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 4246baee411865964bd16d01c1c186f1, disabling compactions & flushes 2024-11-12T09:26:13,288 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:13,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/be288c47ef484bce934275e74dbce2ec 2024-11-12T09:26:13,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/710c85dfee5848d9bfe908ba6c57957b is 50, key is test_row_0/C:col10/1731403571316/Put/seqid=0 2024-11-12T09:26:13,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742155_1331 (size=12301) 2024-11-12T09:26:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T09:26:13,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/710c85dfee5848d9bfe908ba6c57957b 2024-11-12T09:26:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/45b651931c2a48d1b17c6c571fd12d61 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/45b651931c2a48d1b17c6c571fd12d61 2024-11-12T09:26:13,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/45b651931c2a48d1b17c6c571fd12d61, entries=150, sequenceid=461, filesize=12.0 K 2024-11-12T09:26:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/be288c47ef484bce934275e74dbce2ec as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/be288c47ef484bce934275e74dbce2ec 2024-11-12T09:26:13,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/be288c47ef484bce934275e74dbce2ec, entries=150, sequenceid=461, filesize=12.0 K 2024-11-12T09:26:13,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/710c85dfee5848d9bfe908ba6c57957b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/710c85dfee5848d9bfe908ba6c57957b 2024-11-12T09:26:13,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/710c85dfee5848d9bfe908ba6c57957b, entries=150, sequenceid=461, filesize=12.0 K 2024-11-12T09:26:13,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=20.13 KB/20610 for 4246baee411865964bd16d01c1c186f1 in 1245ms, sequenceid=461, compaction requested=false 2024-11-12T09:26:13,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4246baee411865964bd16d01c1c186f1: 2024-11-12T09:26:13,721 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:13,721 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:13,721 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. after waiting 0 ms 2024-11-12T09:26:13,721 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:13,721 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 4246baee411865964bd16d01c1c186f1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-12T09:26:13,724 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/f327bbdba4764e2d91e8ded1cb083d53 is 50, key is test_row_0/A:col10/1731403572777/Put/seqid=0 2024-11-12T09:26:13,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742156_1332 (size=9857) 2024-11-12T09:26:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T09:26:14,128 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/f327bbdba4764e2d91e8ded1cb083d53 2024-11-12T09:26:14,134 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/1c947905dcb54d3eb6372d0c01aa506c is 50, key is test_row_0/B:col10/1731403572777/Put/seqid=0 2024-11-12T09:26:14,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742157_1333 (size=9857) 2024-11-12T09:26:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T09:26:14,538 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/1c947905dcb54d3eb6372d0c01aa506c 2024-11-12T09:26:14,543 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/3f9e669d01c2478da2ccda5fb5e72d1d is 50, key is test_row_0/C:col10/1731403572777/Put/seqid=0 2024-11-12T09:26:14,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742158_1334 (size=9857) 2024-11-12T09:26:14,947 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/3f9e669d01c2478da2ccda5fb5e72d1d 2024-11-12T09:26:14,951 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/A/f327bbdba4764e2d91e8ded1cb083d53 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f327bbdba4764e2d91e8ded1cb083d53 2024-11-12T09:26:14,955 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f327bbdba4764e2d91e8ded1cb083d53, entries=100, sequenceid=470, filesize=9.6 K 2024-11-12T09:26:14,956 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/B/1c947905dcb54d3eb6372d0c01aa506c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1c947905dcb54d3eb6372d0c01aa506c 2024-11-12T09:26:14,959 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1c947905dcb54d3eb6372d0c01aa506c, entries=100, sequenceid=470, filesize=9.6 K 2024-11-12T09:26:14,960 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/.tmp/C/3f9e669d01c2478da2ccda5fb5e72d1d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/3f9e669d01c2478da2ccda5fb5e72d1d 2024-11-12T09:26:14,964 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/3f9e669d01c2478da2ccda5fb5e72d1d, entries=100, sequenceid=470, filesize=9.6 K 2024-11-12T09:26:14,965 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 4246baee411865964bd16d01c1c186f1 in 1244ms, sequenceid=470, compaction requested=true 2024-11-12T09:26:14,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c47da4fa51e14d98ab2d5a08d87fcc22, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/96fa8334de314cb8a996fe886b46958f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/be5ce47b20874dee99d9d33e808a725e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/337607607363498e9a6360c4902c3eae, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/911830a4192541ce92fca698b2c42eac, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/0e14505d3e3042429295fd22051086ca, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5c0c18581efe4c65bf9254af4ec8c3f6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/6919a8d99d8649b9b68c13ac65c20f32, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d526bf307f064fe68165967a4d7c7913, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/fa26d97241cd4de89ea571e4e619edaa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c902548805584b2e83267d3fd72c13f9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f2b0d2e88a1440aba8623ffd3156eefa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/4e42bdf1c98040c89fa8c73b23faddff, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ae58d2183a734559b6c229efc9b741e1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d516b2ca1d7849a1a80ec1ad944b7b0c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d631c912b2354cb990b780a089bd48c4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/46ecb360c33f4f2b984e2ba0a9e949e0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/82ea0b60ff89418a8c62c7b22409c379, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d6e831a5d33c49bda0fbd2ac2e742757, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ffde1a3cc4dd448ba765072ff15b7f9b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/eb16c174786c4663bb2e963a350c7584, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/65fc0305757b439ea577fbaf1a5e1a42, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5e3d4da81ff24145b07d423a0257bb2d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/01d002da14824a528c0232f504389f56, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d945a6a6c1424a569ef10ac204376998, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/bef84472779247ca927a9bd6184fae5c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/76cbc35c00b34aba89d29359ccb086d6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d00089228d9940bba1d03571c003b5ac, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/8a0fad1ded814c9dab89e2c7478f5b22, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/68639422cc2c4015b421ff96cf7dbcda, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/222503fa87564cf19751e4a9675aaf09] to archive 2024-11-12T09:26:14,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:26:14,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c47da4fa51e14d98ab2d5a08d87fcc22 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c47da4fa51e14d98ab2d5a08d87fcc22 2024-11-12T09:26:14,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/96fa8334de314cb8a996fe886b46958f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/96fa8334de314cb8a996fe886b46958f 2024-11-12T09:26:14,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/be5ce47b20874dee99d9d33e808a725e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/be5ce47b20874dee99d9d33e808a725e 2024-11-12T09:26:14,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/337607607363498e9a6360c4902c3eae to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/337607607363498e9a6360c4902c3eae 2024-11-12T09:26:14,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/911830a4192541ce92fca698b2c42eac to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/911830a4192541ce92fca698b2c42eac 2024-11-12T09:26:14,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/0e14505d3e3042429295fd22051086ca to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/0e14505d3e3042429295fd22051086ca 2024-11-12T09:26:14,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5c0c18581efe4c65bf9254af4ec8c3f6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5c0c18581efe4c65bf9254af4ec8c3f6 2024-11-12T09:26:14,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/6919a8d99d8649b9b68c13ac65c20f32 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/6919a8d99d8649b9b68c13ac65c20f32 2024-11-12T09:26:14,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d526bf307f064fe68165967a4d7c7913 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d526bf307f064fe68165967a4d7c7913 2024-11-12T09:26:14,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/fa26d97241cd4de89ea571e4e619edaa to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/fa26d97241cd4de89ea571e4e619edaa 2024-11-12T09:26:14,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c902548805584b2e83267d3fd72c13f9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/c902548805584b2e83267d3fd72c13f9 2024-11-12T09:26:14,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f2b0d2e88a1440aba8623ffd3156eefa to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f2b0d2e88a1440aba8623ffd3156eefa 2024-11-12T09:26:14,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/4e42bdf1c98040c89fa8c73b23faddff to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/4e42bdf1c98040c89fa8c73b23faddff 2024-11-12T09:26:14,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ae58d2183a734559b6c229efc9b741e1 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ae58d2183a734559b6c229efc9b741e1 2024-11-12T09:26:14,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d516b2ca1d7849a1a80ec1ad944b7b0c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d516b2ca1d7849a1a80ec1ad944b7b0c 2024-11-12T09:26:14,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d631c912b2354cb990b780a089bd48c4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d631c912b2354cb990b780a089bd48c4 2024-11-12T09:26:14,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/46ecb360c33f4f2b984e2ba0a9e949e0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/46ecb360c33f4f2b984e2ba0a9e949e0 2024-11-12T09:26:14,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/82ea0b60ff89418a8c62c7b22409c379 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/82ea0b60ff89418a8c62c7b22409c379 2024-11-12T09:26:14,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d6e831a5d33c49bda0fbd2ac2e742757 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d6e831a5d33c49bda0fbd2ac2e742757 2024-11-12T09:26:14,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ffde1a3cc4dd448ba765072ff15b7f9b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/ffde1a3cc4dd448ba765072ff15b7f9b 2024-11-12T09:26:14,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/eb16c174786c4663bb2e963a350c7584 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/eb16c174786c4663bb2e963a350c7584 2024-11-12T09:26:14,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/65fc0305757b439ea577fbaf1a5e1a42 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/65fc0305757b439ea577fbaf1a5e1a42 2024-11-12T09:26:14,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5e3d4da81ff24145b07d423a0257bb2d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/5e3d4da81ff24145b07d423a0257bb2d 2024-11-12T09:26:14,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/01d002da14824a528c0232f504389f56 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/01d002da14824a528c0232f504389f56 2024-11-12T09:26:14,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d945a6a6c1424a569ef10ac204376998 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d945a6a6c1424a569ef10ac204376998 2024-11-12T09:26:14,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/bef84472779247ca927a9bd6184fae5c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/bef84472779247ca927a9bd6184fae5c 2024-11-12T09:26:14,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/76cbc35c00b34aba89d29359ccb086d6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/76cbc35c00b34aba89d29359ccb086d6 2024-11-12T09:26:14,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d00089228d9940bba1d03571c003b5ac to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/d00089228d9940bba1d03571c003b5ac 2024-11-12T09:26:14,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/8a0fad1ded814c9dab89e2c7478f5b22 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/8a0fad1ded814c9dab89e2c7478f5b22 2024-11-12T09:26:14,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/68639422cc2c4015b421ff96cf7dbcda to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/68639422cc2c4015b421ff96cf7dbcda 2024-11-12T09:26:14,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/222503fa87564cf19751e4a9675aaf09 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/222503fa87564cf19751e4a9675aaf09 2024-11-12T09:26:14,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/6926537eab8c4b4eb4f1ae8d74393172, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/771a6b92d5c84dafa3237786a4eb0c96, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/27abeb538ef24157921df550798ef6fa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/591e3f7d8bd34e92a8f85f6143d3537d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ffb89ad7230246a197c4ae1858fdda79, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/9d382385f6e54910b6b46b697f645ee9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/f57772610d314abebec6e97c6738e8f7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/aca7ad778ed948a6a9717f5267677b83, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d18a11051ffd4ee6afb3edabf6c31633, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/b64b56fdd8764b1db09ee26cb78af24e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4462a3c3b10743068759e6158b4b17bb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/c050b820657b4aacb49687c1fd52e701, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/200ffc330335428b90d82c04c181aeb0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/beef161ca70c4d1498f440d9da4f1ef3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/0ac86691bb1849c7a62bfccfed0f7bf2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/93db8e6b3625402796807de2d681ed04, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/61618fc92bae40ac9e42204b1bd40412, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d7a86d4f076545d8af885bcbfaf7fceb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4251cdf1c3bb43e9a26621ddc6b4b6d0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/2b5b7051d50c40c9916e9cd8a7561c76, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3c26ba562a344b8681f9b11c106715ce, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fcb5c0a529f84008abcc421949ac2d3d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4c6c7d1726e445278d0e774c01b32e20, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/58484e3f9349420e9786807a231342b7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ee57bf046e2e49abbce57da29d927355, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/416b60276ac448ec8b400b6821c58f07, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3ebd5bd47ace4932ba7c3f52dc69b54a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/df810b0371f34d1db19de5f6355574a9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fb152b5e3103428286f90cb0d66ea23a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1dae93466854487eb6abb34647f369e2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4a7b4ca8b88b472cb1277e6ddd56603d] to archive 2024-11-12T09:26:14,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:26:14,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/6926537eab8c4b4eb4f1ae8d74393172 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/6926537eab8c4b4eb4f1ae8d74393172 2024-11-12T09:26:15,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/771a6b92d5c84dafa3237786a4eb0c96 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/771a6b92d5c84dafa3237786a4eb0c96 2024-11-12T09:26:15,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/27abeb538ef24157921df550798ef6fa to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/27abeb538ef24157921df550798ef6fa 2024-11-12T09:26:15,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/591e3f7d8bd34e92a8f85f6143d3537d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/591e3f7d8bd34e92a8f85f6143d3537d 2024-11-12T09:26:15,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ffb89ad7230246a197c4ae1858fdda79 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ffb89ad7230246a197c4ae1858fdda79 2024-11-12T09:26:15,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/9d382385f6e54910b6b46b697f645ee9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/9d382385f6e54910b6b46b697f645ee9 2024-11-12T09:26:15,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/f57772610d314abebec6e97c6738e8f7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/f57772610d314abebec6e97c6738e8f7 2024-11-12T09:26:15,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/aca7ad778ed948a6a9717f5267677b83 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/aca7ad778ed948a6a9717f5267677b83 2024-11-12T09:26:15,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d18a11051ffd4ee6afb3edabf6c31633 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d18a11051ffd4ee6afb3edabf6c31633 2024-11-12T09:26:15,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/b64b56fdd8764b1db09ee26cb78af24e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/b64b56fdd8764b1db09ee26cb78af24e 2024-11-12T09:26:15,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4462a3c3b10743068759e6158b4b17bb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4462a3c3b10743068759e6158b4b17bb 2024-11-12T09:26:15,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/c050b820657b4aacb49687c1fd52e701 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/c050b820657b4aacb49687c1fd52e701 2024-11-12T09:26:15,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/200ffc330335428b90d82c04c181aeb0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/200ffc330335428b90d82c04c181aeb0 2024-11-12T09:26:15,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/beef161ca70c4d1498f440d9da4f1ef3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/beef161ca70c4d1498f440d9da4f1ef3 2024-11-12T09:26:15,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/0ac86691bb1849c7a62bfccfed0f7bf2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/0ac86691bb1849c7a62bfccfed0f7bf2 2024-11-12T09:26:15,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/93db8e6b3625402796807de2d681ed04 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/93db8e6b3625402796807de2d681ed04 2024-11-12T09:26:15,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/61618fc92bae40ac9e42204b1bd40412 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/61618fc92bae40ac9e42204b1bd40412 2024-11-12T09:26:15,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d7a86d4f076545d8af885bcbfaf7fceb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/d7a86d4f076545d8af885bcbfaf7fceb 2024-11-12T09:26:15,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4251cdf1c3bb43e9a26621ddc6b4b6d0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4251cdf1c3bb43e9a26621ddc6b4b6d0 2024-11-12T09:26:15,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/2b5b7051d50c40c9916e9cd8a7561c76 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/2b5b7051d50c40c9916e9cd8a7561c76 2024-11-12T09:26:15,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3c26ba562a344b8681f9b11c106715ce to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3c26ba562a344b8681f9b11c106715ce 2024-11-12T09:26:15,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fcb5c0a529f84008abcc421949ac2d3d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fcb5c0a529f84008abcc421949ac2d3d 2024-11-12T09:26:15,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4c6c7d1726e445278d0e774c01b32e20 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4c6c7d1726e445278d0e774c01b32e20 2024-11-12T09:26:15,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/58484e3f9349420e9786807a231342b7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/58484e3f9349420e9786807a231342b7 2024-11-12T09:26:15,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ee57bf046e2e49abbce57da29d927355 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/ee57bf046e2e49abbce57da29d927355 2024-11-12T09:26:15,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/416b60276ac448ec8b400b6821c58f07 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/416b60276ac448ec8b400b6821c58f07 2024-11-12T09:26:15,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3ebd5bd47ace4932ba7c3f52dc69b54a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/3ebd5bd47ace4932ba7c3f52dc69b54a 2024-11-12T09:26:15,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/df810b0371f34d1db19de5f6355574a9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/df810b0371f34d1db19de5f6355574a9 2024-11-12T09:26:15,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fb152b5e3103428286f90cb0d66ea23a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/fb152b5e3103428286f90cb0d66ea23a 2024-11-12T09:26:15,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1dae93466854487eb6abb34647f369e2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1dae93466854487eb6abb34647f369e2 2024-11-12T09:26:15,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4a7b4ca8b88b472cb1277e6ddd56603d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/4a7b4ca8b88b472cb1277e6ddd56603d 2024-11-12T09:26:15,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e2a626e93a7e46f0907a192cf55d6cea, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/4af815d26f904aceb7e08a8f0fc8b1e2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c080975908df4410993848ba41297653, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/96597565be944b019180a8bd17db30c2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8c0c3ebb72ed49c8b9259d543fb5a4fb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/591b1037de9449bdb5be29f14e68f4c2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/60c33a48c0e24c8587b9826397790181, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8d91e8657c3b41a0b1dcdef1707782b1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/83329f5d76b74ea3b3d601cbfda1858b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1379c10132f748b7a5fccfc5b6fdeee3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c57871d7672d47319a154df77fdeccc1, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8bdcbdc477f74be096d6c7cb3d1040f4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/5581142a521d4180b3b8301398b5bb16, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/961b3841dcfb49c6bea43d7d4f8a31a8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8be146ed9ad94194a368af076ad7751f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/807e011d00484a5bb313e0ce7e3c818f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e296826d17d7482f92f7a8fc1efdc42f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/61deeb038f4f42bcb7cca57257dd58ae, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e8fbd47b18174574ab3b20ce44ac4d8d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/762b79a6c0744004922fb06c85256cb6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/d8b020d119e54c0585184e59158b388e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/12f75f00fccd49d1b09d269981487255, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/865dbf8fc8e7443893f883112c901ac3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0b35be6c1bea4c93aca9b47714f5c917, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a4df76bb48f44d1aa0bb1eeba679461b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e4cb8704938e43d789cf6f8e9fc6c631, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a243295b78c74306ab3d78e1b482d778, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/6bc8b9de061f4d5898800b71aa704f03, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0408dac6e6534c5e8e9840bf21a887f3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1fb59c687b434ab084e15eb92173e9cc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/7a06efc51ce94ebd916f365e3ddea1ff] to archive 2024-11-12T09:26:15,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:26:15,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e2a626e93a7e46f0907a192cf55d6cea to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e2a626e93a7e46f0907a192cf55d6cea 2024-11-12T09:26:15,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/4af815d26f904aceb7e08a8f0fc8b1e2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/4af815d26f904aceb7e08a8f0fc8b1e2 2024-11-12T09:26:15,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c080975908df4410993848ba41297653 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c080975908df4410993848ba41297653 2024-11-12T09:26:15,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/96597565be944b019180a8bd17db30c2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/96597565be944b019180a8bd17db30c2 2024-11-12T09:26:15,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8c0c3ebb72ed49c8b9259d543fb5a4fb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8c0c3ebb72ed49c8b9259d543fb5a4fb 2024-11-12T09:26:15,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/591b1037de9449bdb5be29f14e68f4c2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/591b1037de9449bdb5be29f14e68f4c2 2024-11-12T09:26:15,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/60c33a48c0e24c8587b9826397790181 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/60c33a48c0e24c8587b9826397790181 2024-11-12T09:26:15,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8d91e8657c3b41a0b1dcdef1707782b1 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8d91e8657c3b41a0b1dcdef1707782b1 2024-11-12T09:26:15,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/83329f5d76b74ea3b3d601cbfda1858b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/83329f5d76b74ea3b3d601cbfda1858b 2024-11-12T09:26:15,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1379c10132f748b7a5fccfc5b6fdeee3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1379c10132f748b7a5fccfc5b6fdeee3 2024-11-12T09:26:15,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c57871d7672d47319a154df77fdeccc1 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/c57871d7672d47319a154df77fdeccc1 2024-11-12T09:26:15,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8bdcbdc477f74be096d6c7cb3d1040f4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8bdcbdc477f74be096d6c7cb3d1040f4 2024-11-12T09:26:15,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/5581142a521d4180b3b8301398b5bb16 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/5581142a521d4180b3b8301398b5bb16 2024-11-12T09:26:15,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/961b3841dcfb49c6bea43d7d4f8a31a8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/961b3841dcfb49c6bea43d7d4f8a31a8 2024-11-12T09:26:15,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8be146ed9ad94194a368af076ad7751f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/8be146ed9ad94194a368af076ad7751f 2024-11-12T09:26:15,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/807e011d00484a5bb313e0ce7e3c818f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/807e011d00484a5bb313e0ce7e3c818f 2024-11-12T09:26:15,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e296826d17d7482f92f7a8fc1efdc42f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e296826d17d7482f92f7a8fc1efdc42f 2024-11-12T09:26:15,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/61deeb038f4f42bcb7cca57257dd58ae to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/61deeb038f4f42bcb7cca57257dd58ae 2024-11-12T09:26:15,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e8fbd47b18174574ab3b20ce44ac4d8d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e8fbd47b18174574ab3b20ce44ac4d8d 2024-11-12T09:26:15,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/762b79a6c0744004922fb06c85256cb6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/762b79a6c0744004922fb06c85256cb6 2024-11-12T09:26:15,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/d8b020d119e54c0585184e59158b388e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/d8b020d119e54c0585184e59158b388e 2024-11-12T09:26:15,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/12f75f00fccd49d1b09d269981487255 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/12f75f00fccd49d1b09d269981487255 2024-11-12T09:26:15,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/865dbf8fc8e7443893f883112c901ac3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/865dbf8fc8e7443893f883112c901ac3 2024-11-12T09:26:15,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0b35be6c1bea4c93aca9b47714f5c917 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0b35be6c1bea4c93aca9b47714f5c917 2024-11-12T09:26:15,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a4df76bb48f44d1aa0bb1eeba679461b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a4df76bb48f44d1aa0bb1eeba679461b 2024-11-12T09:26:15,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e4cb8704938e43d789cf6f8e9fc6c631 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/e4cb8704938e43d789cf6f8e9fc6c631 2024-11-12T09:26:15,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a243295b78c74306ab3d78e1b482d778 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/a243295b78c74306ab3d78e1b482d778 2024-11-12T09:26:15,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/6bc8b9de061f4d5898800b71aa704f03 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/6bc8b9de061f4d5898800b71aa704f03 2024-11-12T09:26:15,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0408dac6e6534c5e8e9840bf21a887f3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/0408dac6e6534c5e8e9840bf21a887f3 2024-11-12T09:26:15,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1fb59c687b434ab084e15eb92173e9cc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/1fb59c687b434ab084e15eb92173e9cc 2024-11-12T09:26:15,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/7a06efc51ce94ebd916f365e3ddea1ff to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/7a06efc51ce94ebd916f365e3ddea1ff 2024-11-12T09:26:15,068 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/recovered.edits/473.seqid, newMaxSeqId=473, maxSeqId=1 2024-11-12T09:26:15,068 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. 2024-11-12T09:26:15,068 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 4246baee411865964bd16d01c1c186f1: Waiting for close lock at 1731403573288Running coprocessor pre-close hooks at 1731403573288Disabling compacts and flushes for region at 1731403573288Disabling writes for close at 1731403573721 (+433 ms)Obtaining lock to block concurrent updates at 1731403573721Preparing flush snapshotting stores in 4246baee411865964bd16d01c1c186f1 at 1731403573721Finished memstore snapshotting TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731403573721Flushing stores of TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1. at 1731403573721Flushing 4246baee411865964bd16d01c1c186f1/A: creating writer at 1731403573722 (+1 ms)Flushing 4246baee411865964bd16d01c1c186f1/A: appending metadata at 1731403573724 (+2 ms)Flushing 4246baee411865964bd16d01c1c186f1/A: closing flushed file at 1731403573724Flushing 4246baee411865964bd16d01c1c186f1/B: creating writer at 1731403574131 (+407 ms)Flushing 4246baee411865964bd16d01c1c186f1/B: appending metadata at 1731403574133 (+2 ms)Flushing 4246baee411865964bd16d01c1c186f1/B: closing flushed file at 1731403574133Flushing 4246baee411865964bd16d01c1c186f1/C: creating writer at 1731403574541 (+408 ms)Flushing 4246baee411865964bd16d01c1c186f1/C: appending metadata at 1731403574543 (+2 ms)Flushing 4246baee411865964bd16d01c1c186f1/C: closing flushed file at 1731403574543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f96b9ef: reopening flushed file at 1731403574950 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87176a8: reopening flushed file at 1731403574955 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71529ab: reopening flushed file at 1731403574959 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 4246baee411865964bd16d01c1c186f1 in 1244ms, sequenceid=470, compaction requested=true at 1731403574965 (+6 ms)Writing region close event to WAL at 1731403575065 (+100 ms)Running coprocessor post-close hooks at 1731403575068 (+3 ms)Closed at 1731403575068 2024-11-12T09:26:15,070 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:15,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=4246baee411865964bd16d01c1c186f1, regionState=CLOSED 2024-11-12T09:26:15,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:26:15,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-12T09:26:15,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 4246baee411865964bd16d01c1c186f1, server=106923ea030f,33779,1731403484435 in 1.9380 sec 2024-11-12T09:26:15,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-12T09:26:15,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4246baee411865964bd16d01c1c186f1, UNASSIGN in 1.9410 sec 2024-11-12T09:26:15,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-12T09:26:15,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9440 sec 2024-11-12T09:26:15,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403575078"}]},"ts":"1731403575078"} 2024-11-12T09:26:15,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T09:26:15,079 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T09:26:15,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9530 sec 2024-11-12T09:26:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T09:26:15,277 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:15,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T09:26:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:15,279 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:15,279 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T09:26:15,281 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:15,283 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/recovered.edits] 2024-11-12T09:26:15,284 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/45b651931c2a48d1b17c6c571fd12d61 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/45b651931c2a48d1b17c6c571fd12d61 2024-11-12T09:26:15,285 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f327bbdba4764e2d91e8ded1cb083d53 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f327bbdba4764e2d91e8ded1cb083d53 2024-11-12T09:26:15,286 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f984c9e41b9b42a4b6ad09ed13813fd0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/A/f984c9e41b9b42a4b6ad09ed13813fd0 2024-11-12T09:26:15,288 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/0c40cd4615914d3684a4e171b5ef5a77 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/0c40cd4615914d3684a4e171b5ef5a77 2024-11-12T09:26:15,289 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1c947905dcb54d3eb6372d0c01aa506c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/1c947905dcb54d3eb6372d0c01aa506c 2024-11-12T09:26:15,290 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/be288c47ef484bce934275e74dbce2ec to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/B/be288c47ef484bce934275e74dbce2ec 2024-11-12T09:26:15,292 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/3f9e669d01c2478da2ccda5fb5e72d1d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/3f9e669d01c2478da2ccda5fb5e72d1d 2024-11-12T09:26:15,293 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/710c85dfee5848d9bfe908ba6c57957b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/710c85dfee5848d9bfe908ba6c57957b 2024-11-12T09:26:15,294 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/79697097c8004affa3f2caf14a86a667 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/C/79697097c8004affa3f2caf14a86a667 2024-11-12T09:26:15,296 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/recovered.edits/473.seqid to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1/recovered.edits/473.seqid 2024-11-12T09:26:15,297 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/4246baee411865964bd16d01c1c186f1 2024-11-12T09:26:15,297 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T09:26:15,299 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:15,301 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T09:26:15,303 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T09:26:15,304 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:15,304 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T09:26:15,304 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731403575304"}]},"ts":"9223372036854775807"} 2024-11-12T09:26:15,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T09:26:15,306 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4246baee411865964bd16d01c1c186f1, NAME => 'TestAcidGuarantees,,1731403549276.4246baee411865964bd16d01c1c186f1.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T09:26:15,306 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T09:26:15,306 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731403575306"}]},"ts":"9223372036854775807"} 2024-11-12T09:26:15,308 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T09:26:15,309 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:15,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-12T09:26:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-12T09:26:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T09:26:15,387 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:15,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1054832501_22 at /127.0.0.1:60800 [Waiting for operation #349] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1498612977_22 at /127.0.0.1:38066 [Waiting for operation #286] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 566), ProcessCount=11 (was 11), AvailableMemoryMB=6929 (was 7040) 2024-11-12T09:26:15,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=6928 2024-11-12T09:26:15,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:26:15,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:26:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:15,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:26:15,411 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:15,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-12T09:26:15,411 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:26:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T09:26:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742159_1335 (size=959) 2024-11-12T09:26:15,418 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 2024-11-12T09:26:15,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742160_1336 (size=53) 2024-11-12T09:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T09:26:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T09:26:15,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:26:15,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b7f3f3a558c09c92a81bdc54d4c8b81e, disabling compactions & flushes 2024-11-12T09:26:15,824 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:15,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:15,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. after waiting 0 ms 2024-11-12T09:26:15,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:15,824 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:15,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7f3f3a558c09c92a81bdc54d4c8b81e: Waiting for close lock at 1731403575824Disabling compacts and flushes for region at 1731403575824Disabling writes for close at 1731403575824Writing region close event to WAL at 1731403575824Closed at 1731403575824 2024-11-12T09:26:15,825 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:26:15,825 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731403575825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403575825"}]},"ts":"1731403575825"} 2024-11-12T09:26:15,826 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:26:15,827 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:26:15,827 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403575827"}]},"ts":"1731403575827"} 2024-11-12T09:26:15,828 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T09:26:15,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, ASSIGN}] 2024-11-12T09:26:15,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, ASSIGN 2024-11-12T09:26:15,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, ASSIGN; state=OFFLINE, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=false 2024-11-12T09:26:15,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=b7f3f3a558c09c92a81bdc54d4c8b81e, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:15,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, ASSIGN because future has completed 2024-11-12T09:26:15,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:26:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T09:26:16,137 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:16,137 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:26:16,137 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,137 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:26:16,137 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,137 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,138 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,140 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f3f3a558c09c92a81bdc54d4c8b81e columnFamilyName A 2024-11-12T09:26:16,140 DEBUG [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:16,140 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(327): Store=b7f3f3a558c09c92a81bdc54d4c8b81e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:16,140 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,141 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f3f3a558c09c92a81bdc54d4c8b81e columnFamilyName B 2024-11-12T09:26:16,141 DEBUG [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:16,141 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(327): Store=b7f3f3a558c09c92a81bdc54d4c8b81e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:16,142 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,142 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f3f3a558c09c92a81bdc54d4c8b81e columnFamilyName C 2024-11-12T09:26:16,142 DEBUG [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:16,143 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(327): Store=b7f3f3a558c09c92a81bdc54d4c8b81e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:16,143 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,143 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,144 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,144 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,145 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,145 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:26:16,146 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,147 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:26:16,148 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened b7f3f3a558c09c92a81bdc54d4c8b81e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66358492, jitterRate=-0.011181414127349854}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:26:16,148 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:16,148 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for b7f3f3a558c09c92a81bdc54d4c8b81e: Running coprocessor pre-open hook at 1731403576137Writing region info on filesystem at 1731403576137Initializing all the Stores at 1731403576138 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403576138Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403576138Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403576138Cleaning up temporary data from old regions at 1731403576145 (+7 ms)Running coprocessor post-open hooks at 1731403576148 (+3 ms)Region opened successfully at 1731403576148 2024-11-12T09:26:16,149 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., pid=91, masterSystemTime=1731403576134 2024-11-12T09:26:16,150 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:16,150 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:16,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=b7f3f3a558c09c92a81bdc54d4c8b81e, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:26:16,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-12T09:26:16,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 in 171 msec 2024-11-12T09:26:16,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-12T09:26:16,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, ASSIGN in 325 msec 2024-11-12T09:26:16,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:26:16,157 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403576156"}]},"ts":"1731403576156"} 2024-11-12T09:26:16,158 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T09:26:16,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:26:16,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 750 msec 2024-11-12T09:26:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-12T09:26:16,546 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:16,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24132877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:16,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:16,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:16,548 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:16,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67778ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:16,550 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:16,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9c6c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:16,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:16,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:16,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:16,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:16,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:26:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35875,1731403483356 2024-11-12T09:26:16,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52016ffc 2024-11-12T09:26:16,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:26:16,554 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:26:16,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:26:16,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:26:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742161_1337 (size=995) 2024-11-12T09:26:16,967 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T09:26:16,967 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T09:26:16,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:26:16,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, REOPEN/MOVE}] 2024-11-12T09:26:16,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, REOPEN/MOVE 2024-11-12T09:26:16,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=b7f3f3a558c09c92a81bdc54d4c8b81e, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:16,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, REOPEN/MOVE because future has completed 2024-11-12T09:26:16,974 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:26:16,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:26:17,126 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,126 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:26:17,126 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing b7f3f3a558c09c92a81bdc54d4c8b81e, disabling compactions & flushes 2024-11-12T09:26:17,126 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,126 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,126 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. after waiting 0 ms 2024-11-12T09:26:17,126 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,129 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T09:26:17,130 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,130 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for b7f3f3a558c09c92a81bdc54d4c8b81e: Waiting for close lock at 1731403577126Running coprocessor pre-close hooks at 1731403577126Disabling compacts and flushes for region at 1731403577126Disabling writes for close at 1731403577126Writing region close event to WAL at 1731403577126Running coprocessor post-close hooks at 1731403577130 (+4 ms)Closed at 1731403577130 2024-11-12T09:26:17,130 WARN [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: b7f3f3a558c09c92a81bdc54d4c8b81e to self. 2024-11-12T09:26:17,131 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=b7f3f3a558c09c92a81bdc54d4c8b81e, regionState=CLOSED 2024-11-12T09:26:17,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:26:17,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-12T09:26:17,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 in 160 msec 2024-11-12T09:26:17,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, REOPEN/MOVE; state=CLOSED, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=true 2024-11-12T09:26:17,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=b7f3f3a558c09c92a81bdc54d4c8b81e, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, REOPEN/MOVE because future has completed 2024-11-12T09:26:17,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:26:17,442 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,442 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:26:17,443 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,443 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:26:17,443 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,443 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,444 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,445 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f3f3a558c09c92a81bdc54d4c8b81e columnFamilyName A 2024-11-12T09:26:17,446 DEBUG [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:17,446 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(327): Store=b7f3f3a558c09c92a81bdc54d4c8b81e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:17,447 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,447 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f3f3a558c09c92a81bdc54d4c8b81e columnFamilyName B 2024-11-12T09:26:17,447 DEBUG [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:17,447 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(327): Store=b7f3f3a558c09c92a81bdc54d4c8b81e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:17,447 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,448 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7f3f3a558c09c92a81bdc54d4c8b81e columnFamilyName C 2024-11-12T09:26:17,448 DEBUG [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:17,448 INFO [StoreOpener-b7f3f3a558c09c92a81bdc54d4c8b81e-1 {}] regionserver.HStore(327): Store=b7f3f3a558c09c92a81bdc54d4c8b81e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:17,448 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,449 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,450 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,450 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,450 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,451 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:26:17,451 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,452 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened b7f3f3a558c09c92a81bdc54d4c8b81e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72153958, jitterRate=0.07517775893211365}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:26:17,452 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,452 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for b7f3f3a558c09c92a81bdc54d4c8b81e: Running coprocessor pre-open hook at 1731403577443Writing region info on filesystem at 1731403577443Initializing all the Stores at 1731403577444 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403577444Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403577444Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403577444Cleaning up temporary data from old regions at 1731403577450 (+6 ms)Running coprocessor post-open hooks at 1731403577452 (+2 ms)Region opened successfully at 1731403577452 2024-11-12T09:26:17,453 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., pid=96, masterSystemTime=1731403577439 2024-11-12T09:26:17,454 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,455 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=b7f3f3a558c09c92a81bdc54d4c8b81e, regionState=OPEN, openSeqNum=5, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:26:17,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-12T09:26:17,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 in 169 msec 2024-11-12T09:26:17,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-12T09:26:17,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, REOPEN/MOVE in 487 msec 2024-11-12T09:26:17,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-12T09:26:17,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-12T09:26:17,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-12T09:26:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-12T09:26:17,464 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:17,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14572f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,466 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cce248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,468 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24307da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38802cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,470 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738f5d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,471 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1548b6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209ba84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,473 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e868866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,474 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0b13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7495e76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,476 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6789af99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,477 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2423dcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7288b4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,479 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6c3d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,480 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657598d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50946179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,481 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5525d402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,482 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65727aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62931224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,484 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ec2d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,485 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e491331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400fc310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,486 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53606f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,487 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535855ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227d6625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,489 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3572d9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,490 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9c86bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15113514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:17,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:17,492 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:17,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:17,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52625937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:17,493 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f204933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:17,495 DEBUG [Thread-1546 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,495 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,496 DEBUG [Thread-1537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,496 DEBUG [Thread-1535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,496 DEBUG [Thread-1543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-12T09:26:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,499 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T09:26:17,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,500 DEBUG [Thread-1539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,500 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,501 DEBUG [Thread-1548 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,502 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:17,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,504 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:17,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:17,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,508 DEBUG [Thread-1541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:17,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:17,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:17,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:26:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,517 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:17,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:26:17,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bf0610db9ffb440297e2141c76a89058_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403577514/Put/seqid=0 2024-11-12T09:26:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742162_1338 (size=14594) 2024-11-12T09:26:17,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403637560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403637563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403637567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403637569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403637569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T09:26:17,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:17,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:17,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403637676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403637676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403637677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403637685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403637685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T09:26:17,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403637886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403637886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403637886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403637896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:17,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403637896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:17,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:17,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:17,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:17,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,966 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:17,971 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bf0610db9ffb440297e2141c76a89058_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bf0610db9ffb440297e2141c76a89058_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:17,972 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/3b17099594844643b9a68b07abe8e361, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:17,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/3b17099594844643b9a68b07abe8e361 is 175, key is test_row_0/A:col10/1731403577514/Put/seqid=0 2024-11-12T09:26:17,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742163_1339 (size=39549) 2024-11-12T09:26:18,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:18,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:18,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T09:26:18,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403638196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403638196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403638196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403638206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403638216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:18,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:18,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/3b17099594844643b9a68b07abe8e361 2024-11-12T09:26:18,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/486a12ce87164379b39151e724081446 is 50, key is test_row_0/B:col10/1731403577514/Put/seqid=0 2024-11-12T09:26:18,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742164_1340 (size=12001) 2024-11-12T09:26:18,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:18,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:18,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:18,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:18,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T09:26:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403638705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403638705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403638706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403638716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403638726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:18,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:18,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/486a12ce87164379b39151e724081446 2024-11-12T09:26:18,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/ca45bf6cb18945d798f0040620d9939a is 50, key is test_row_0/C:col10/1731403577514/Put/seqid=0 2024-11-12T09:26:18,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742165_1341 (size=12001) 2024-11-12T09:26:18,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/ca45bf6cb18945d798f0040620d9939a 2024-11-12T09:26:18,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/3b17099594844643b9a68b07abe8e361 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b17099594844643b9a68b07abe8e361 2024-11-12T09:26:18,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b17099594844643b9a68b07abe8e361, entries=200, sequenceid=15, filesize=38.6 K 2024-11-12T09:26:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/486a12ce87164379b39151e724081446 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/486a12ce87164379b39151e724081446 2024-11-12T09:26:18,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/486a12ce87164379b39151e724081446, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T09:26:18,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/ca45bf6cb18945d798f0040620d9939a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ca45bf6cb18945d798f0040620d9939a 2024-11-12T09:26:18,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ca45bf6cb18945d798f0040620d9939a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T09:26:18,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1347ms, sequenceid=15, compaction requested=false 2024-11-12T09:26:18,864 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T09:26:18,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:18,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-12T09:26:18,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:18,885 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:26:18,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f37840258116493d81c7fdaea2be61c7_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403577567/Put/seqid=0 2024-11-12T09:26:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742166_1342 (size=12154) 2024-11-12T09:26:18,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:18,925 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f37840258116493d81c7fdaea2be61c7_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f37840258116493d81c7fdaea2be61c7_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/262cb0c0ccee44e59d1477ed77b5bca9, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/262cb0c0ccee44e59d1477ed77b5bca9 is 175, key is test_row_0/A:col10/1731403577567/Put/seqid=0 2024-11-12T09:26:18,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742167_1343 (size=30955) 2024-11-12T09:26:18,938 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/262cb0c0ccee44e59d1477ed77b5bca9 2024-11-12T09:26:18,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/a61d5835624b4f8c9a794a720d7b9805 is 50, key is test_row_0/B:col10/1731403577567/Put/seqid=0 2024-11-12T09:26:18,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742168_1344 (size=12001) 2024-11-12T09:26:18,987 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/a61d5835624b4f8c9a794a720d7b9805 2024-11-12T09:26:18,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/f0ecb9db4b3143f09d8c3af2f6eb273f is 50, key is test_row_0/C:col10/1731403577567/Put/seqid=0 2024-11-12T09:26:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742169_1345 (size=12001) 2024-11-12T09:26:19,011 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/f0ecb9db4b3143f09d8c3af2f6eb273f 2024-11-12T09:26:19,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/262cb0c0ccee44e59d1477ed77b5bca9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/262cb0c0ccee44e59d1477ed77b5bca9 2024-11-12T09:26:19,020 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/262cb0c0ccee44e59d1477ed77b5bca9, entries=150, sequenceid=41, filesize=30.2 K 2024-11-12T09:26:19,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/a61d5835624b4f8c9a794a720d7b9805 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a61d5835624b4f8c9a794a720d7b9805 2024-11-12T09:26:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,024 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a61d5835624b4f8c9a794a720d7b9805, entries=150, sequenceid=41, filesize=11.7 K 2024-11-12T09:26:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/f0ecb9db4b3143f09d8c3af2f6eb273f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f0ecb9db4b3143f09d8c3af2f6eb273f 2024-11-12T09:26:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,030 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f0ecb9db4b3143f09d8c3af2f6eb273f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-12T09:26:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,031 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for b7f3f3a558c09c92a81bdc54d4c8b81e in 147ms, sequenceid=41, compaction requested=false 2024-11-12T09:26:19,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:19,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-12T09:26:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-12T09:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-12T09:26:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5290 sec 2024-11-12T09:26:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.5380 sec 2024-11-12T09:26:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-12T09:26:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,646 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-12T09:26:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T09:26:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,649 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,650 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:19,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T09:26:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T09:26:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,803 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T09:26:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b04944be6a544fe9835c19367a4e7f1a_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_1/A:col10/1731403579759/Put/seqid=0 2024-11-12T09:26:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742170_1346 (size=17034) 2024-11-12T09:26:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,825 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b04944be6a544fe9835c19367a4e7f1a_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b04944be6a544fe9835c19367a4e7f1a_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/3b6c35b249304dfe90151b8dccd93cbb, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/3b6c35b249304dfe90151b8dccd93cbb is 175, key is test_row_1/A:col10/1731403579759/Put/seqid=0 2024-11-12T09:26:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742171_1347 (size=48135) 2024-11-12T09:26:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,878 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/3b6c35b249304dfe90151b8dccd93cbb 2024-11-12T09:26:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/dd768b1dcd634b0c8a9b8d8733f5b77d is 50, key is test_row_1/B:col10/1731403579759/Put/seqid=0 2024-11-12T09:26:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742172_1348 (size=16677) 2024-11-12T09:26:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T09:26:19,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403639964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:19,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403639965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:19,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403639965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403639967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:19,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403639968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403640086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403640086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403640086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403640086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403640086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T09:26:20,299 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/dd768b1dcd634b0c8a9b8d8733f5b77d 2024-11-12T09:26:20,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403640306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403640306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403640307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403640307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403640307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/37d59a4be5fa4002b1b30fb42cdf1e85 is 50, key is test_row_1/C:col10/1731403579759/Put/seqid=0 2024-11-12T09:26:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742173_1349 (size=9657) 2024-11-12T09:26:20,319 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/37d59a4be5fa4002b1b30fb42cdf1e85 2024-11-12T09:26:20,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/3b6c35b249304dfe90151b8dccd93cbb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b6c35b249304dfe90151b8dccd93cbb 2024-11-12T09:26:20,334 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b6c35b249304dfe90151b8dccd93cbb, entries=250, sequenceid=49, filesize=47.0 K 2024-11-12T09:26:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/dd768b1dcd634b0c8a9b8d8733f5b77d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/dd768b1dcd634b0c8a9b8d8733f5b77d 2024-11-12T09:26:20,340 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/dd768b1dcd634b0c8a9b8d8733f5b77d, entries=250, sequenceid=49, filesize=16.3 K 2024-11-12T09:26:20,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/37d59a4be5fa4002b1b30fb42cdf1e85 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/37d59a4be5fa4002b1b30fb42cdf1e85 2024-11-12T09:26:20,345 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/37d59a4be5fa4002b1b30fb42cdf1e85, entries=100, sequenceid=49, filesize=9.4 K 2024-11-12T09:26:20,346 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for b7f3f3a558c09c92a81bdc54d4c8b81e in 543ms, sequenceid=49, compaction requested=true 2024-11-12T09:26:20,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:20,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:20,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-12T09:26:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-12T09:26:20,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-12T09:26:20,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 698 msec 2024-11-12T09:26:20,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 711 msec 2024-11-12T09:26:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:20,623 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:20,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T09:26:20,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:26:20,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403640624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112681533c7bd614c8d9acdca8aaa64a26f_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403580622/Put/seqid=0 2024-11-12T09:26:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742174_1350 (size=17034) 2024-11-12T09:26:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403640625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403640627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403640629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403640632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403640736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403640746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403640746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403640746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403640755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T09:26:20,786 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:20,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-12T09:26:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T09:26:20,788 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:20,788 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:20,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T09:26:20,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:20,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:20,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:20,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:20,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:20,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403640946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403640955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403640955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403640955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:20,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403640966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:20,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:20,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,040 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:21,043 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112681533c7bd614c8d9acdca8aaa64a26f_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112681533c7bd614c8d9acdca8aaa64a26f_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:21,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a5e30e41c25d4c21866473576b12ab54, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:21,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a5e30e41c25d4c21866473576b12ab54 is 175, key is test_row_0/A:col10/1731403580622/Put/seqid=0 2024-11-12T09:26:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742175_1351 (size=48139) 2024-11-12T09:26:21,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T09:26:21,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:21,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:21,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403641256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403641266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403641266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403641266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403641276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:21,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T09:26:21,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a5e30e41c25d4c21866473576b12ab54 2024-11-12T09:26:21,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/fa95bb7b6f644aef840633e0dab18e11 is 50, key is test_row_0/B:col10/1731403580622/Put/seqid=0 2024-11-12T09:26:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742176_1352 (size=12001) 2024-11-12T09:26:21,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:21,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:21,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403641766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403641786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403641786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403641786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403641786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:21,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:21,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:21,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/fa95bb7b6f644aef840633e0dab18e11 2024-11-12T09:26:21,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/68cc6ded152a411993ba552621c4258f is 50, key is test_row_0/C:col10/1731403580622/Put/seqid=0 2024-11-12T09:26:21,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742177_1353 (size=12001) 2024-11-12T09:26:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T09:26:22,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/68cc6ded152a411993ba552621c4258f 2024-11-12T09:26:22,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a5e30e41c25d4c21866473576b12ab54 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a5e30e41c25d4c21866473576b12ab54 2024-11-12T09:26:22,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a5e30e41c25d4c21866473576b12ab54, entries=250, sequenceid=79, filesize=47.0 K 2024-11-12T09:26:22,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/fa95bb7b6f644aef840633e0dab18e11 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fa95bb7b6f644aef840633e0dab18e11 2024-11-12T09:26:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:22,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:22,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:22,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fa95bb7b6f644aef840633e0dab18e11, entries=150, sequenceid=79, filesize=11.7 K 2024-11-12T09:26:22,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/68cc6ded152a411993ba552621c4258f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/68cc6ded152a411993ba552621c4258f 2024-11-12T09:26:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/68cc6ded152a411993ba552621c4258f, entries=150, sequenceid=79, filesize=11.7 K 2024-11-12T09:26:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1702ms, sequenceid=79, compaction requested=true 2024-11-12T09:26:22,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,325 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:22,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:22,326 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:22,326 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 166778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:22,326 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/A is initiating minor compaction (all files) 2024-11-12T09:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,326 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/A in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,327 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b17099594844643b9a68b07abe8e361, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/262cb0c0ccee44e59d1477ed77b5bca9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b6c35b249304dfe90151b8dccd93cbb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a5e30e41c25d4c21866473576b12ab54] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=162.9 K 2024-11-12T09:26:22,327 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,327 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b17099594844643b9a68b07abe8e361, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/262cb0c0ccee44e59d1477ed77b5bca9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b6c35b249304dfe90151b8dccd93cbb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a5e30e41c25d4c21866473576b12ab54] 2024-11-12T09:26:22,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:22,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,327 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b17099594844643b9a68b07abe8e361, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403577507 2024-11-12T09:26:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,327 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:22,327 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/B is initiating minor compaction (all files) 2024-11-12T09:26:22,327 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/B in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,328 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/486a12ce87164379b39151e724081446, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a61d5835624b4f8c9a794a720d7b9805, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/dd768b1dcd634b0c8a9b8d8733f5b77d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fa95bb7b6f644aef840633e0dab18e11] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=51.4 K 2024-11-12T09:26:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,328 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 262cb0c0ccee44e59d1477ed77b5bca9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731403577566 2024-11-12T09:26:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,328 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b6c35b249304dfe90151b8dccd93cbb, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403579759 2024-11-12T09:26:22,328 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 486a12ce87164379b39151e724081446, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403577510 2024-11-12T09:26:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,328 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a61d5835624b4f8c9a794a720d7b9805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731403577566 2024-11-12T09:26:22,329 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5e30e41c25d4c21866473576b12ab54, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731403579964 2024-11-12T09:26:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,329 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting dd768b1dcd634b0c8a9b8d8733f5b77d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403579759 2024-11-12T09:26:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,329 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting fa95bb7b6f644aef840633e0dab18e11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731403579965 2024-11-12T09:26:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,336 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,347 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,347 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/6318d9ae0b124a56b0388ed1d4deeb69 is 50, key is test_row_0/B:col10/1731403580622/Put/seqid=0 2024-11-12T09:26:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,352 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111267bbf27f27be4cca8cbcf51d8ef6aa29_b7f3f3a558c09c92a81bdc54d4c8b81e store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:22,354 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111267bbf27f27be4cca8cbcf51d8ef6aa29_b7f3f3a558c09c92a81bdc54d4c8b81e, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:22,355 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111267bbf27f27be4cca8cbcf51d8ef6aa29_b7f3f3a558c09c92a81bdc54d4c8b81e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742178_1354 (size=12139) 2024-11-12T09:26:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742179_1355 (size=4469) 2024-11-12T09:26:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,435 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#A#compaction#303 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,435 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a47a5210b47f4241acd152c24e5fa1b0 is 175, key is test_row_0/A:col10/1731403580622/Put/seqid=0 2024-11-12T09:26:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T09:26:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742180_1356 (size=31093) 2024-11-12T09:26:22,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,470 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-12T09:26:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,478 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a47a5210b47f4241acd152c24e5fa1b0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a47a5210b47f4241acd152c24e5fa1b0 2024-11-12T09:26:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,483 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/A of b7f3f3a558c09c92a81bdc54d4c8b81e into a47a5210b47f4241acd152c24e5fa1b0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:22,483 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:22,483 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/A, priority=12, startTime=1731403582325; duration=0sec 2024-11-12T09:26:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,483 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:22,483 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:A 2024-11-12T09:26:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,483 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,486 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:22,486 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/C is initiating minor compaction (all files) 2024-11-12T09:26:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,486 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/C in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:22,486 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ca45bf6cb18945d798f0040620d9939a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f0ecb9db4b3143f09d8c3af2f6eb273f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/37d59a4be5fa4002b1b30fb42cdf1e85, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/68cc6ded152a411993ba552621c4258f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=44.6 K 2024-11-12T09:26:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,486 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca45bf6cb18945d798f0040620d9939a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403577510 2024-11-12T09:26:22,487 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0ecb9db4b3143f09d8c3af2f6eb273f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731403577566 2024-11-12T09:26:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,487 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37d59a4be5fa4002b1b30fb42cdf1e85, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731403579759 2024-11-12T09:26:22,487 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68cc6ded152a411993ba552621c4258f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731403579965 2024-11-12T09:26:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a9fbf60a0f664f38ac1c8ef97873ce1e_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_1/A:col10/1731403580625/Put/seqid=0 2024-11-12T09:26:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,510 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:22,511 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/f026ff07130041ad9fb79ea2e061e361 is 50, key is test_row_0/C:col10/1731403580622/Put/seqid=0 2024-11-12T09:26:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742181_1357 (size=9714) 2024-11-12T09:26:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742182_1358 (size=12139) 2024-11-12T09:26:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,558 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/f026ff07130041ad9fb79ea2e061e361 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f026ff07130041ad9fb79ea2e061e361 2024-11-12T09:26:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,565 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/C of b7f3f3a558c09c92a81bdc54d4c8b81e into f026ff07130041ad9fb79ea2e061e361(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:22,565 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:22,565 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/C, priority=12, startTime=1731403582326; duration=0sec 2024-11-12T09:26:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,565 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:22,565 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:C 2024-11-12T09:26:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,818 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/6318d9ae0b124a56b0388ed1d4deeb69 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6318d9ae0b124a56b0388ed1d4deeb69 2024-11-12T09:26:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,828 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/B of b7f3f3a558c09c92a81bdc54d4c8b81e into 6318d9ae0b124a56b0388ed1d4deeb69(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:22,828 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:22,828 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/B, priority=12, startTime=1731403582326; duration=0sec 2024-11-12T09:26:22,828 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:22,828 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:B 2024-11-12T09:26:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:22,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403642917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403642918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403642920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:22,932 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a9fbf60a0f664f38ac1c8ef97873ce1e_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a9fbf60a0f664f38ac1c8ef97873ce1e_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:22,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/c41af075d0cf43fcae1ddda26b9af156, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:22,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/c41af075d0cf43fcae1ddda26b9af156 is 175, key is test_row_1/A:col10/1731403580625/Put/seqid=0 2024-11-12T09:26:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T09:26:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403642926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:22,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403642932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742183_1359 (size=22361) 2024-11-12T09:26:22,962 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/c41af075d0cf43fcae1ddda26b9af156 2024-11-12T09:26:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/5e3e9153161b4a308c48c54a733464ca is 50, key is test_row_1/B:col10/1731403580625/Put/seqid=0 2024-11-12T09:26:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742184_1360 (size=9657) 2024-11-12T09:26:23,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403643035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403643035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403643036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403643046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403643046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403643246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403643246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403643256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403643256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403643266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,416 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/5e3e9153161b4a308c48c54a733464ca 2024-11-12T09:26:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/b548ea32c89a4dda8d8eb4caddec0954 is 50, key is test_row_1/C:col10/1731403580625/Put/seqid=0 2024-11-12T09:26:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742185_1361 (size=9657) 2024-11-12T09:26:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403643556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403643556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403643576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403643576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403643586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:23,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:23,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:23,825 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/b548ea32c89a4dda8d8eb4caddec0954 2024-11-12T09:26:23,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/c41af075d0cf43fcae1ddda26b9af156 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c41af075d0cf43fcae1ddda26b9af156 2024-11-12T09:26:23,836 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c41af075d0cf43fcae1ddda26b9af156, entries=100, sequenceid=85, filesize=21.8 K 2024-11-12T09:26:23,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/5e3e9153161b4a308c48c54a733464ca as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/5e3e9153161b4a308c48c54a733464ca 2024-11-12T09:26:23,839 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/5e3e9153161b4a308c48c54a733464ca, entries=100, sequenceid=85, filesize=9.4 K 2024-11-12T09:26:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/b548ea32c89a4dda8d8eb4caddec0954 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/b548ea32c89a4dda8d8eb4caddec0954 2024-11-12T09:26:23,844 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/b548ea32c89a4dda8d8eb4caddec0954, entries=100, sequenceid=85, filesize=9.4 K 2024-11-12T09:26:23,845 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1375ms, sequenceid=85, compaction requested=false 2024-11-12T09:26:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:23,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-12T09:26:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-12T09:26:23,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-12T09:26:23,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0590 sec 2024-11-12T09:26:23,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 3.0620 sec 2024-11-12T09:26:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:24,070 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:24,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-12T09:26:24,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125cb9d4c8e0de44b0bc6a7bf750ff84f3_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403582918/Put/seqid=0 2024-11-12T09:26:24,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742186_1362 (size=14594) 2024-11-12T09:26:24,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,085 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125cb9d4c8e0de44b0bc6a7bf750ff84f3_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125cb9d4c8e0de44b0bc6a7bf750ff84f3_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:24,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/5b4baeb1c2d240c7822501ec3077947f, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:24,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/5b4baeb1c2d240c7822501ec3077947f is 175, key is test_row_0/A:col10/1731403582918/Put/seqid=0 2024-11-12T09:26:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403644081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403644083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403644086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403644087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742187_1363 (size=39549) 2024-11-12T09:26:24,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/5b4baeb1c2d240c7822501ec3077947f 2024-11-12T09:26:24,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403644096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2bbf93ccbebd4fcf9fb57e0a46b86419 is 50, key is test_row_0/B:col10/1731403582918/Put/seqid=0 2024-11-12T09:26:24,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742188_1364 (size=12001) 2024-11-12T09:26:24,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403644195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403644196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403644406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403644416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:24,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2bbf93ccbebd4fcf9fb57e0a46b86419 2024-11-12T09:26:24,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/1fd77fc715274d80bfee4cf1ee0070fe is 50, key is test_row_0/C:col10/1731403582918/Put/seqid=0 2024-11-12T09:26:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742189_1365 (size=12001) 2024-11-12T09:26:24,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/1fd77fc715274d80bfee4cf1ee0070fe 2024-11-12T09:26:24,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/5b4baeb1c2d240c7822501ec3077947f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/5b4baeb1c2d240c7822501ec3077947f 2024-11-12T09:26:24,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/5b4baeb1c2d240c7822501ec3077947f, entries=200, sequenceid=119, filesize=38.6 K 2024-11-12T09:26:24,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2bbf93ccbebd4fcf9fb57e0a46b86419 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2bbf93ccbebd4fcf9fb57e0a46b86419 2024-11-12T09:26:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2bbf93ccbebd4fcf9fb57e0a46b86419, entries=150, sequenceid=119, filesize=11.7 K 2024-11-12T09:26:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/1fd77fc715274d80bfee4cf1ee0070fe as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/1fd77fc715274d80bfee4cf1ee0070fe 2024-11-12T09:26:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/1fd77fc715274d80bfee4cf1ee0070fe, entries=150, sequenceid=119, filesize=11.7 K 2024-11-12T09:26:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for b7f3f3a558c09c92a81bdc54d4c8b81e in 479ms, sequenceid=119, compaction requested=true 2024-11-12T09:26:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:24,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:24,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:24,550 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:24,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:24,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:24,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:24,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:24,550 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,551 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:24,551 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/A is initiating minor compaction (all files) 2024-11-12T09:26:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,551 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/A in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:24,551 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a47a5210b47f4241acd152c24e5fa1b0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c41af075d0cf43fcae1ddda26b9af156, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/5b4baeb1c2d240c7822501ec3077947f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=90.8 K 2024-11-12T09:26:24,551 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:24,551 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a47a5210b47f4241acd152c24e5fa1b0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c41af075d0cf43fcae1ddda26b9af156, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/5b4baeb1c2d240c7822501ec3077947f] 2024-11-12T09:26:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,551 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:24,551 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/B is initiating minor compaction (all files) 2024-11-12T09:26:24,551 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/B in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,551 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6318d9ae0b124a56b0388ed1d4deeb69, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/5e3e9153161b4a308c48c54a733464ca, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2bbf93ccbebd4fcf9fb57e0a46b86419] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=33.0 K 2024-11-12T09:26:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,552 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6318d9ae0b124a56b0388ed1d4deeb69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731403579965 2024-11-12T09:26:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,552 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a47a5210b47f4241acd152c24e5fa1b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731403579965 2024-11-12T09:26:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,552 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e3e9153161b4a308c48c54a733464ca, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731403580625 2024-11-12T09:26:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,552 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c41af075d0cf43fcae1ddda26b9af156, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731403580625 2024-11-12T09:26:24,552 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bbf93ccbebd4fcf9fb57e0a46b86419, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403582918 2024-11-12T09:26:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,553 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b4baeb1c2d240c7822501ec3077947f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403582918 2024-11-12T09:26:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,581 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,583 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112a3f65705fa5247feb786b62430538f7f_b7f3f3a558c09c92a81bdc54d4c8b81e store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:24,583 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,584 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/a018767b132849ea89b0d7fb9ea66bc4 is 50, key is test_row_0/B:col10/1731403582918/Put/seqid=0 2024-11-12T09:26:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,584 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112a3f65705fa5247feb786b62430538f7f_b7f3f3a558c09c92a81bdc54d4c8b81e, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,585 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a3f65705fa5247feb786b62430538f7f_b7f3f3a558c09c92a81bdc54d4c8b81e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742190_1366 (size=12241) 2024-11-12T09:26:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742191_1367 (size=4469) 2024-11-12T09:26:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,590 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#A#compaction#312 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,591 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/7442268ea47e42dba0db38ac5eedb1cc is 175, key is test_row_0/A:col10/1731403582918/Put/seqid=0 2024-11-12T09:26:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742192_1368 (size=31195) 2024-11-12T09:26:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,598 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/a018767b132849ea89b0d7fb9ea66bc4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a018767b132849ea89b0d7fb9ea66bc4 2024-11-12T09:26:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,603 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/B of b7f3f3a558c09c92a81bdc54d4c8b81e into a018767b132849ea89b0d7fb9ea66bc4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:24,603 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:24,603 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/B, priority=13, startTime=1731403584550; duration=0sec 2024-11-12T09:26:24,603 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,603 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:B 2024-11-12T09:26:24,603 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,604 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,604 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/C is initiating minor compaction (all files) 2024-11-12T09:26:24,604 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/C in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,604 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f026ff07130041ad9fb79ea2e061e361, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/b548ea32c89a4dda8d8eb4caddec0954, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/1fd77fc715274d80bfee4cf1ee0070fe] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=33.0 K 2024-11-12T09:26:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,604 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting f026ff07130041ad9fb79ea2e061e361, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731403579965 2024-11-12T09:26:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,605 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b548ea32c89a4dda8d8eb4caddec0954, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731403580625 2024-11-12T09:26:24,605 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fd77fc715274d80bfee4cf1ee0070fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403582918 2024-11-12T09:26:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,611 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,611 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/ff20abd717cb4d85a14ef7289b110e13 is 50, key is test_row_0/C:col10/1731403582918/Put/seqid=0 2024-11-12T09:26:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742193_1369 (size=12241) 2024-11-12T09:26:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,619 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/ff20abd717cb4d85a14ef7289b110e13 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ff20abd717cb4d85a14ef7289b110e13 2024-11-12T09:26:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,623 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/C of b7f3f3a558c09c92a81bdc54d4c8b81e into ff20abd717cb4d85a14ef7289b110e13(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:24,623 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:24,624 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/C, priority=13, startTime=1731403584550; duration=0sec 2024-11-12T09:26:24,624 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:24,624 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:C 2024-11-12T09:26:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,871 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:24,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:26:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:24,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112136db07f64c14ac191c9d382fd5af911_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403584845/Put/seqid=0 2024-11-12T09:26:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742194_1370 (size=12304) 2024-11-12T09:26:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T09:26:24,957 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:24,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-12T09:26:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T09:26:24,961 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:24,962 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:24,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:24,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403644996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,003 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/7442268ea47e42dba0db38ac5eedb1cc as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7442268ea47e42dba0db38ac5eedb1cc 2024-11-12T09:26:25,007 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/A of b7f3f3a558c09c92a81bdc54d4c8b81e into 7442268ea47e42dba0db38ac5eedb1cc(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:25,007 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:25,007 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/A, priority=13, startTime=1731403584550; duration=0sec 2024-11-12T09:26:25,007 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:25,007 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:A 2024-11-12T09:26:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403644998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T09:26:25,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403645106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403645106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403645106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,111 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:25,111 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T09:26:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403645116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403645116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,123 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T09:26:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T09:26:25,314 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:25,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112136db07f64c14ac191c9d382fd5af911_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112136db07f64c14ac191c9d382fd5af911_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:25,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/656bd788ec5c4dd9bdabd6acc2a1c46d, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:25,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/656bd788ec5c4dd9bdabd6acc2a1c46d is 175, key is test_row_0/A:col10/1731403584845/Put/seqid=0 2024-11-12T09:26:25,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403645316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742195_1371 (size=31105) 2024-11-12T09:26:25,322 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/656bd788ec5c4dd9bdabd6acc2a1c46d 2024-11-12T09:26:25,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403645326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/4124a54a046644eda99dab2debd15d87 is 50, key is test_row_0/B:col10/1731403584845/Put/seqid=0 2024-11-12T09:26:25,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742196_1372 (size=12151) 2024-11-12T09:26:25,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T09:26:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T09:26:25,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:25,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T09:26:25,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403645626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403645636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:25,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T09:26:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:25,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/4124a54a046644eda99dab2debd15d87 2024-11-12T09:26:25,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/089a23a6b9e244878ec3ec7b97ff840e is 50, key is test_row_0/C:col10/1731403584845/Put/seqid=0 2024-11-12T09:26:25,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742197_1373 (size=12151) 2024-11-12T09:26:25,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/089a23a6b9e244878ec3ec7b97ff840e 2024-11-12T09:26:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/656bd788ec5c4dd9bdabd6acc2a1c46d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/656bd788ec5c4dd9bdabd6acc2a1c46d 2024-11-12T09:26:25,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/656bd788ec5c4dd9bdabd6acc2a1c46d, entries=150, sequenceid=132, filesize=30.4 K 2024-11-12T09:26:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/4124a54a046644eda99dab2debd15d87 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4124a54a046644eda99dab2debd15d87 2024-11-12T09:26:25,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4124a54a046644eda99dab2debd15d87, entries=150, sequenceid=132, filesize=11.9 K 2024-11-12T09:26:25,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/089a23a6b9e244878ec3ec7b97ff840e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/089a23a6b9e244878ec3ec7b97ff840e 2024-11-12T09:26:25,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/089a23a6b9e244878ec3ec7b97ff840e, entries=150, sequenceid=132, filesize=11.9 K 2024-11-12T09:26:25,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b7f3f3a558c09c92a81bdc54d4c8b81e in 923ms, sequenceid=132, compaction requested=false 2024-11-12T09:26:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:25,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T09:26:25,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:25,883 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:26:25,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fa248c610fd44b8aba3d589db8fcdaa2_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403584985/Put/seqid=0 2024-11-12T09:26:25,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742198_1374 (size=12304) 2024-11-12T09:26:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T09:26:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:26,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:26,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403646174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:26,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403646175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:26,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403646286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403646286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:26,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:26,306 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fa248c610fd44b8aba3d589db8fcdaa2_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa248c610fd44b8aba3d589db8fcdaa2_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/8f4cd208d48e4cae8b84e712af6b3749, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:26,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/8f4cd208d48e4cae8b84e712af6b3749 is 175, key is test_row_0/A:col10/1731403584985/Put/seqid=0 2024-11-12T09:26:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742199_1375 (size=31105) 2024-11-12T09:26:26,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403646495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:26,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403646495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:26,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:26,710 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/8f4cd208d48e4cae8b84e712af6b3749 2024-11-12T09:26:26,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2653091cf1d2451884a8086a602e6759 is 50, key is test_row_0/B:col10/1731403584985/Put/seqid=0 2024-11-12T09:26:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742200_1376 (size=12151) 2024-11-12T09:26:26,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403646806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403646806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T09:26:27,123 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2653091cf1d2451884a8086a602e6759 2024-11-12T09:26:27,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403647126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/e33dfc654c9d407a84e81bf2ca5276b3 is 50, key is test_row_0/C:col10/1731403584985/Put/seqid=0 2024-11-12T09:26:27,133 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:27,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742201_1377 (size=12151) 2024-11-12T09:26:27,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403647136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:27,145 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:27,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403647146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:27,151 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:27,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403647326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403647326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:27,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:27,538 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/e33dfc654c9d407a84e81bf2ca5276b3 2024-11-12T09:26:27,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/8f4cd208d48e4cae8b84e712af6b3749 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/8f4cd208d48e4cae8b84e712af6b3749 2024-11-12T09:26:27,544 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/8f4cd208d48e4cae8b84e712af6b3749, entries=150, sequenceid=158, filesize=30.4 K 2024-11-12T09:26:27,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2653091cf1d2451884a8086a602e6759 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2653091cf1d2451884a8086a602e6759 2024-11-12T09:26:27,548 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2653091cf1d2451884a8086a602e6759, entries=150, sequenceid=158, filesize=11.9 K 2024-11-12T09:26:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/e33dfc654c9d407a84e81bf2ca5276b3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e33dfc654c9d407a84e81bf2ca5276b3 2024-11-12T09:26:27,552 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e33dfc654c9d407a84e81bf2ca5276b3, entries=150, sequenceid=158, filesize=11.9 K 2024-11-12T09:26:27,553 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1670ms, sequenceid=158, compaction requested=true 2024-11-12T09:26:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-12T09:26:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-12T09:26:27,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-12T09:26:27,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5930 sec 2024-11-12T09:26:27,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.5990 sec 2024-11-12T09:26:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:28,350 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:28,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:26:28,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122b171bdb950842d193b5ccf14b45c7b8_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403588349/Put/seqid=0 2024-11-12T09:26:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742202_1378 (size=14794) 2024-11-12T09:26:28,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403648426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:28,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403648427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:28,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403648536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403648546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:28,763 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:28,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403648756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:28,765 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122b171bdb950842d193b5ccf14b45c7b8_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122b171bdb950842d193b5ccf14b45c7b8_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:28,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/c0da4d6da9c7465b89dd228fc5568ecd, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:28,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/c0da4d6da9c7465b89dd228fc5568ecd is 175, key is test_row_0/A:col10/1731403588349/Put/seqid=0 2024-11-12T09:26:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742203_1379 (size=39749) 2024-11-12T09:26:28,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403648766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:28,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:29,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403649076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:29,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403649086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T09:26:29,126 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:29,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-12T09:26:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T09:26:29,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:29,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:29,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:29,172 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/c0da4d6da9c7465b89dd228fc5568ecd 2024-11-12T09:26:29,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/8880970f14f34214992d810c85d07685 is 50, key is test_row_0/B:col10/1731403588349/Put/seqid=0 2024-11-12T09:26:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742204_1380 (size=12151) 2024-11-12T09:26:29,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/8880970f14f34214992d810c85d07685 2024-11-12T09:26:29,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/fde1ceff4d8d4612acc616dc2c46b13f is 50, key is test_row_0/C:col10/1731403588349/Put/seqid=0 2024-11-12T09:26:29,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742205_1381 (size=12151) 2024-11-12T09:26:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T09:26:29,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T09:26:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T09:26:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T09:26:29,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T09:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403649586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:29,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/fde1ceff4d8d4612acc616dc2c46b13f 2024-11-12T09:26:29,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/c0da4d6da9c7465b89dd228fc5568ecd as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c0da4d6da9c7465b89dd228fc5568ecd 2024-11-12T09:26:29,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c0da4d6da9c7465b89dd228fc5568ecd, entries=200, sequenceid=170, filesize=38.8 K 2024-11-12T09:26:29,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/8880970f14f34214992d810c85d07685 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/8880970f14f34214992d810c85d07685 2024-11-12T09:26:29,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/8880970f14f34214992d810c85d07685, entries=150, sequenceid=170, filesize=11.9 K 2024-11-12T09:26:29,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/fde1ceff4d8d4612acc616dc2c46b13f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/fde1ceff4d8d4612acc616dc2c46b13f 2024-11-12T09:26:29,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/fde1ceff4d8d4612acc616dc2c46b13f, entries=150, sequenceid=170, filesize=11.9 K 2024-11-12T09:26:29,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1253ms, sequenceid=170, compaction requested=true 2024-11-12T09:26:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:29,603 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:29,603 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:29,606 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:29,606 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:29,606 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/B is initiating minor compaction (all files) 2024-11-12T09:26:29,606 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/A is initiating minor compaction (all files) 2024-11-12T09:26:29,606 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/A in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,606 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/B in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,606 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7442268ea47e42dba0db38ac5eedb1cc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/656bd788ec5c4dd9bdabd6acc2a1c46d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/8f4cd208d48e4cae8b84e712af6b3749, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c0da4d6da9c7465b89dd228fc5568ecd] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=130.0 K 2024-11-12T09:26:29,606 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a018767b132849ea89b0d7fb9ea66bc4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4124a54a046644eda99dab2debd15d87, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2653091cf1d2451884a8086a602e6759, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/8880970f14f34214992d810c85d07685] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=47.6 K 2024-11-12T09:26:29,606 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,606 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7442268ea47e42dba0db38ac5eedb1cc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/656bd788ec5c4dd9bdabd6acc2a1c46d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/8f4cd208d48e4cae8b84e712af6b3749, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c0da4d6da9c7465b89dd228fc5568ecd] 2024-11-12T09:26:29,606 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a018767b132849ea89b0d7fb9ea66bc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403582918 2024-11-12T09:26:29,606 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7442268ea47e42dba0db38ac5eedb1cc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403582918 2024-11-12T09:26:29,606 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 656bd788ec5c4dd9bdabd6acc2a1c46d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731403584820 2024-11-12T09:26:29,607 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f4cd208d48e4cae8b84e712af6b3749, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731403584985 2024-11-12T09:26:29,607 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4124a54a046644eda99dab2debd15d87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731403584820 2024-11-12T09:26:29,607 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0da4d6da9c7465b89dd228fc5568ecd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731403586168 2024-11-12T09:26:29,607 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2653091cf1d2451884a8086a602e6759, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731403584985 2024-11-12T09:26:29,607 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8880970f14f34214992d810c85d07685, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731403586172 2024-11-12T09:26:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:29,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:29,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:26:29,616 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:29,619 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111255a16354787f462893c3c22b77426cc8_b7f3f3a558c09c92a81bdc54d4c8b81e store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:29,620 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#B#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:29,621 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/9d6dd8908d684f3d90387ce2ca646c71 is 50, key is test_row_0/B:col10/1731403588349/Put/seqid=0 2024-11-12T09:26:29,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f2a51b34e0a748268f5547c6e3914af6_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403589612/Put/seqid=0 2024-11-12T09:26:29,622 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111255a16354787f462893c3c22b77426cc8_b7f3f3a558c09c92a81bdc54d4c8b81e, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:29,622 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111255a16354787f462893c3c22b77426cc8_b7f3f3a558c09c92a81bdc54d4c8b81e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:29,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742206_1382 (size=14794) 2024-11-12T09:26:29,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742207_1383 (size=12527) 2024-11-12T09:26:29,641 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f2a51b34e0a748268f5547c6e3914af6_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f2a51b34e0a748268f5547c6e3914af6_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742208_1384 (size=4469) 2024-11-12T09:26:29,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/63ccb6316e6e4a3990243db4d40bd841, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:29,643 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#A#compaction#324 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:29,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/63ccb6316e6e4a3990243db4d40bd841 is 175, key is test_row_0/A:col10/1731403589612/Put/seqid=0 2024-11-12T09:26:29,643 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/98342403a41843e4ba77b20fc1d1e60b is 175, key is test_row_0/A:col10/1731403588349/Put/seqid=0 2024-11-12T09:26:29,647 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/9d6dd8908d684f3d90387ce2ca646c71 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/9d6dd8908d684f3d90387ce2ca646c71 2024-11-12T09:26:29,651 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/B of b7f3f3a558c09c92a81bdc54d4c8b81e into 9d6dd8908d684f3d90387ce2ca646c71(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:29,651 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:29,651 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/B, priority=12, startTime=1731403589603; duration=0sec 2024-11-12T09:26:29,651 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:29,651 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:B 2024-11-12T09:26:29,651 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:29,652 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:29,652 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/C is initiating minor compaction (all files) 2024-11-12T09:26:29,652 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/C in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,652 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ff20abd717cb4d85a14ef7289b110e13, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/089a23a6b9e244878ec3ec7b97ff840e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e33dfc654c9d407a84e81bf2ca5276b3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/fde1ceff4d8d4612acc616dc2c46b13f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=47.6 K 2024-11-12T09:26:29,652 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ff20abd717cb4d85a14ef7289b110e13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731403582918 2024-11-12T09:26:29,653 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 089a23a6b9e244878ec3ec7b97ff840e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731403584820 2024-11-12T09:26:29,653 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e33dfc654c9d407a84e81bf2ca5276b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731403584985 2024-11-12T09:26:29,653 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting fde1ceff4d8d4612acc616dc2c46b13f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731403586172 2024-11-12T09:26:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742210_1386 (size=39749) 2024-11-12T09:26:29,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742209_1385 (size=31481) 2024-11-12T09:26:29,660 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#C#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:29,661 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/63ccb6316e6e4a3990243db4d40bd841 2024-11-12T09:26:29,661 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/a7acac55d4c7403a85537b584cf8eb4a is 50, key is test_row_0/C:col10/1731403588349/Put/seqid=0 2024-11-12T09:26:29,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742211_1387 (size=12527) 2024-11-12T09:26:29,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/4bc0ab49cc1e45f2ba324965e90b7410 is 50, key is test_row_0/B:col10/1731403589612/Put/seqid=0 2024-11-12T09:26:29,675 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/a7acac55d4c7403a85537b584cf8eb4a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/a7acac55d4c7403a85537b584cf8eb4a 2024-11-12T09:26:29,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742212_1388 (size=12151) 2024-11-12T09:26:29,680 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/C of b7f3f3a558c09c92a81bdc54d4c8b81e into a7acac55d4c7403a85537b584cf8eb4a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:29,680 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:29,680 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/C, priority=12, startTime=1731403589603; duration=0sec 2024-11-12T09:26:29,680 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:29,680 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:C 2024-11-12T09:26:29,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/4bc0ab49cc1e45f2ba324965e90b7410 2024-11-12T09:26:29,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/c353d7ec72454e44a0f83d18211a7d6d is 50, key is test_row_0/C:col10/1731403589612/Put/seqid=0 2024-11-12T09:26:29,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742213_1389 (size=12151) 2024-11-12T09:26:29,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403649697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:29,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:29,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T09:26:29,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:29,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T09:26:29,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403649806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:29,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T09:26:29,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:29,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:30,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403650016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:30,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T09:26:30,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:30,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:30,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:30,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:30,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:30,064 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/98342403a41843e4ba77b20fc1d1e60b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/98342403a41843e4ba77b20fc1d1e60b 2024-11-12T09:26:30,068 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/A of b7f3f3a558c09c92a81bdc54d4c8b81e into 98342403a41843e4ba77b20fc1d1e60b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:30,068 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:30,069 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/A, priority=12, startTime=1731403589603; duration=0sec 2024-11-12T09:26:30,069 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:30,069 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:A 2024-11-12T09:26:30,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/c353d7ec72454e44a0f83d18211a7d6d 2024-11-12T09:26:30,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/63ccb6316e6e4a3990243db4d40bd841 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/63ccb6316e6e4a3990243db4d40bd841 2024-11-12T09:26:30,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/63ccb6316e6e4a3990243db4d40bd841, entries=200, sequenceid=195, filesize=38.8 K 2024-11-12T09:26:30,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/4bc0ab49cc1e45f2ba324965e90b7410 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4bc0ab49cc1e45f2ba324965e90b7410 2024-11-12T09:26:30,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4bc0ab49cc1e45f2ba324965e90b7410, entries=150, sequenceid=195, filesize=11.9 K 2024-11-12T09:26:30,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/c353d7ec72454e44a0f83d18211a7d6d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/c353d7ec72454e44a0f83d18211a7d6d 2024-11-12T09:26:30,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/c353d7ec72454e44a0f83d18211a7d6d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-12T09:26:30,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b7f3f3a558c09c92a81bdc54d4c8b81e in 495ms, sequenceid=195, compaction requested=false 2024-11-12T09:26:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:30,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T09:26:30,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:30,205 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:26:30,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127d0f8dbc196146dba88b692329b5c505_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403589696/Put/seqid=0 2024-11-12T09:26:30,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742214_1390 (size=12304) 2024-11-12T09:26:30,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:30,247 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127d0f8dbc196146dba88b692329b5c505_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d0f8dbc196146dba88b692329b5c505_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:30,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/f278d700ce6d4763af50c1beb7c3683b, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:30,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/f278d700ce6d4763af50c1beb7c3683b is 175, key is test_row_0/A:col10/1731403589696/Put/seqid=0 2024-11-12T09:26:30,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742215_1391 (size=31105) 2024-11-12T09:26:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T09:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:30,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:30,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403650493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:30,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:30,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403650596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:30,604 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:30,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403650606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:30,663 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/f278d700ce6d4763af50c1beb7c3683b 2024-11-12T09:26:30,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/6e891fa4b53f496d938dd96b00d05a02 is 50, key is test_row_0/B:col10/1731403589696/Put/seqid=0 2024-11-12T09:26:30,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742216_1392 (size=12151) 2024-11-12T09:26:30,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403650826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:31,075 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/6e891fa4b53f496d938dd96b00d05a02 2024-11-12T09:26:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/dd9b1171305c496b9024cfccfbd0db51 is 50, key is test_row_0/C:col10/1731403589696/Put/seqid=0 2024-11-12T09:26:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742217_1393 (size=12151) 2024-11-12T09:26:31,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403651136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:31,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56128 deadline: 1731403651165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:31,177 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:31,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:31,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:31,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56100 deadline: 1731403651176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:31,184 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:31,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56064 deadline: 1731403651186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:31,197 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T09:26:31,497 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/dd9b1171305c496b9024cfccfbd0db51 2024-11-12T09:26:31,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/f278d700ce6d4763af50c1beb7c3683b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f278d700ce6d4763af50c1beb7c3683b 2024-11-12T09:26:31,509 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f278d700ce6d4763af50c1beb7c3683b, entries=150, sequenceid=209, filesize=30.4 K 2024-11-12T09:26:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/6e891fa4b53f496d938dd96b00d05a02 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6e891fa4b53f496d938dd96b00d05a02 2024-11-12T09:26:31,513 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6e891fa4b53f496d938dd96b00d05a02, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T09:26:31,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/dd9b1171305c496b9024cfccfbd0db51 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/dd9b1171305c496b9024cfccfbd0db51 2024-11-12T09:26:31,516 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/dd9b1171305c496b9024cfccfbd0db51, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T09:26:31,517 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1312ms, sequenceid=209, compaction requested=true 2024-11-12T09:26:31,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:31,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:31,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-12T09:26:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-12T09:26:31,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-12T09:26:31,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3930 sec 2024-11-12T09:26:31,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.3960 sec 2024-11-12T09:26:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:31,662 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:31,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:26:31,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111222833ddda5c1435ea61ded0a814489f0_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403590492/Put/seqid=0 2024-11-12T09:26:31,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742218_1394 (size=14794) 2024-11-12T09:26:31,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:31,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111222833ddda5c1435ea61ded0a814489f0_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111222833ddda5c1435ea61ded0a814489f0_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:31,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/b958495f6dba40659182421c48a23957, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:31,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/b958495f6dba40659182421c48a23957 is 175, key is test_row_0/A:col10/1731403590492/Put/seqid=0 2024-11-12T09:26:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742219_1395 (size=39749) 2024-11-12T09:26:31,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403651709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403651826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403652035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:32,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:32,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/b958495f6dba40659182421c48a23957 2024-11-12T09:26:32,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/286a7d2a06454c6daf02e40a57458140 is 50, key is test_row_0/B:col10/1731403590492/Put/seqid=0 2024-11-12T09:26:32,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742220_1396 (size=12151) 2024-11-12T09:26:32,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403652345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:32,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/286a7d2a06454c6daf02e40a57458140 2024-11-12T09:26:32,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/5361734111624798980459f40a3fe067 is 50, key is test_row_0/C:col10/1731403590492/Put/seqid=0 2024-11-12T09:26:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742221_1397 (size=12151) 2024-11-12T09:26:32,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403652626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:32,630 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403652855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:32,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/5361734111624798980459f40a3fe067 2024-11-12T09:26:32,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/b958495f6dba40659182421c48a23957 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/b958495f6dba40659182421c48a23957 2024-11-12T09:26:32,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/b958495f6dba40659182421c48a23957, entries=200, sequenceid=235, filesize=38.8 K 2024-11-12T09:26:32,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/286a7d2a06454c6daf02e40a57458140 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/286a7d2a06454c6daf02e40a57458140 2024-11-12T09:26:32,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/286a7d2a06454c6daf02e40a57458140, entries=150, sequenceid=235, filesize=11.9 K 2024-11-12T09:26:32,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/5361734111624798980459f40a3fe067 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/5361734111624798980459f40a3fe067 2024-11-12T09:26:32,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/5361734111624798980459f40a3fe067, entries=150, sequenceid=235, filesize=11.9 K 2024-11-12T09:26:32,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1258ms, sequenceid=235, compaction requested=true 2024-11-12T09:26:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:32,920 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:32,920 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:32,921 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:32,921 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:32,921 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/A is initiating minor compaction (all files) 2024-11-12T09:26:32,921 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/B is initiating minor compaction (all files) 2024-11-12T09:26:32,921 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/A in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:32,921 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/B in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:32,922 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/98342403a41843e4ba77b20fc1d1e60b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/63ccb6316e6e4a3990243db4d40bd841, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f278d700ce6d4763af50c1beb7c3683b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/b958495f6dba40659182421c48a23957] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=138.8 K 2024-11-12T09:26:32,922 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/9d6dd8908d684f3d90387ce2ca646c71, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4bc0ab49cc1e45f2ba324965e90b7410, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6e891fa4b53f496d938dd96b00d05a02, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/286a7d2a06454c6daf02e40a57458140] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=47.8 K 2024-11-12T09:26:32,922 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:32,922 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/98342403a41843e4ba77b20fc1d1e60b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/63ccb6316e6e4a3990243db4d40bd841, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f278d700ce6d4763af50c1beb7c3683b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/b958495f6dba40659182421c48a23957] 2024-11-12T09:26:32,922 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98342403a41843e4ba77b20fc1d1e60b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731403586172 2024-11-12T09:26:32,922 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d6dd8908d684f3d90387ce2ca646c71, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731403586172 2024-11-12T09:26:32,922 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63ccb6316e6e4a3990243db4d40bd841, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403588386 2024-11-12T09:26:32,922 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f278d700ce6d4763af50c1beb7c3683b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731403589674 2024-11-12T09:26:32,922 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b958495f6dba40659182421c48a23957, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731403590479 2024-11-12T09:26:32,922 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc0ab49cc1e45f2ba324965e90b7410, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403588386 2024-11-12T09:26:32,923 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e891fa4b53f496d938dd96b00d05a02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731403589674 2024-11-12T09:26:32,923 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 286a7d2a06454c6daf02e40a57458140, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731403590482 2024-11-12T09:26:32,935 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:32,949 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112905620e0228242cbaa8574fe3e5c4b48_b7f3f3a558c09c92a81bdc54d4c8b81e store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:32,951 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#B#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:32,951 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/0134b27f4c554f0e9bc848b62e1418b3 is 50, key is test_row_0/B:col10/1731403590492/Put/seqid=0 2024-11-12T09:26:32,951 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112905620e0228242cbaa8574fe3e5c4b48_b7f3f3a558c09c92a81bdc54d4c8b81e, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:32,952 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112905620e0228242cbaa8574fe3e5c4b48_b7f3f3a558c09c92a81bdc54d4c8b81e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742222_1398 (size=12663) 2024-11-12T09:26:32,965 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/0134b27f4c554f0e9bc848b62e1418b3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/0134b27f4c554f0e9bc848b62e1418b3 2024-11-12T09:26:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742223_1399 (size=4469) 2024-11-12T09:26:32,974 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/B of b7f3f3a558c09c92a81bdc54d4c8b81e into 0134b27f4c554f0e9bc848b62e1418b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:32,974 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:32,975 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/B, priority=12, startTime=1731403592920; duration=0sec 2024-11-12T09:26:32,975 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:32,975 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:B 2024-11-12T09:26:32,975 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:32,975 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#A#compaction#336 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:32,976 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/75dc4a943ba24c5583288cb120eea4fd is 175, key is test_row_0/A:col10/1731403590492/Put/seqid=0 2024-11-12T09:26:32,976 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:32,976 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/C is initiating minor compaction (all files) 2024-11-12T09:26:32,976 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/C in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:32,977 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/a7acac55d4c7403a85537b584cf8eb4a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/c353d7ec72454e44a0f83d18211a7d6d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/dd9b1171305c496b9024cfccfbd0db51, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/5361734111624798980459f40a3fe067] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=47.8 K 2024-11-12T09:26:32,978 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a7acac55d4c7403a85537b584cf8eb4a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731403586172 2024-11-12T09:26:32,980 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c353d7ec72454e44a0f83d18211a7d6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731403588386 2024-11-12T09:26:32,980 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting dd9b1171305c496b9024cfccfbd0db51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731403589674 2024-11-12T09:26:32,981 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5361734111624798980459f40a3fe067, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731403590482 2024-11-12T09:26:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742224_1400 (size=31617) 2024-11-12T09:26:32,994 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/75dc4a943ba24c5583288cb120eea4fd as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/75dc4a943ba24c5583288cb120eea4fd 2024-11-12T09:26:32,994 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#C#compaction#338 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:32,995 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/8ff83cd691ba4d6cbc6170118610a41d is 50, key is test_row_0/C:col10/1731403590492/Put/seqid=0 2024-11-12T09:26:33,000 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/A of b7f3f3a558c09c92a81bdc54d4c8b81e into 75dc4a943ba24c5583288cb120eea4fd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:33,000 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:33,000 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/A, priority=12, startTime=1731403592920; duration=0sec 2024-11-12T09:26:33,000 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:33,000 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:A 2024-11-12T09:26:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742225_1401 (size=12663) 2024-11-12T09:26:33,012 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/8ff83cd691ba4d6cbc6170118610a41d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/8ff83cd691ba4d6cbc6170118610a41d 2024-11-12T09:26:33,018 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/C of b7f3f3a558c09c92a81bdc54d4c8b81e into 8ff83cd691ba4d6cbc6170118610a41d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:33,018 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:33,018 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/C, priority=12, startTime=1731403592920; duration=0sec 2024-11-12T09:26:33,018 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:33,018 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:C 2024-11-12T09:26:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T09:26:33,296 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:33,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-12T09:26:33,298 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T09:26:33,298 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:33,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T09:26:33,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T09:26:33,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:33,452 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T09:26:33,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126e2a0cc6d5954882832584a4c0b07594_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403591663/Put/seqid=0 2024-11-12T09:26:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742226_1402 (size=12304) 2024-11-12T09:26:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T09:26:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:33,866 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126e2a0cc6d5954882832584a4c0b07594_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126e2a0cc6d5954882832584a4c0b07594_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/7dbd29dbd3344a57af5b601ab8811976, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/7dbd29dbd3344a57af5b601ab8811976 is 175, key is test_row_0/A:col10/1731403591663/Put/seqid=0 2024-11-12T09:26:33,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742227_1403 (size=31105) 2024-11-12T09:26:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:33,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T09:26:34,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403654007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:34,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403654116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:34,273 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/7dbd29dbd3344a57af5b601ab8811976 2024-11-12T09:26:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/800b9e8f7e7844e888dbb51c123a0090 is 50, key is test_row_0/B:col10/1731403591663/Put/seqid=0 2024-11-12T09:26:34,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742228_1404 (size=12151) 2024-11-12T09:26:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403654325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T09:26:34,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403654636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:34,683 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/800b9e8f7e7844e888dbb51c123a0090 2024-11-12T09:26:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/e77008bfe89c40d9bf2d8cfb01578939 is 50, key is test_row_0/C:col10/1731403591663/Put/seqid=0 2024-11-12T09:26:34,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742229_1405 (size=12151) 2024-11-12T09:26:35,094 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/e77008bfe89c40d9bf2d8cfb01578939 2024-11-12T09:26:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/7dbd29dbd3344a57af5b601ab8811976 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7dbd29dbd3344a57af5b601ab8811976 2024-11-12T09:26:35,100 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7dbd29dbd3344a57af5b601ab8811976, entries=150, sequenceid=248, filesize=30.4 K 2024-11-12T09:26:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/800b9e8f7e7844e888dbb51c123a0090 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/800b9e8f7e7844e888dbb51c123a0090 2024-11-12T09:26:35,103 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/800b9e8f7e7844e888dbb51c123a0090, entries=150, sequenceid=248, filesize=11.9 K 2024-11-12T09:26:35,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/e77008bfe89c40d9bf2d8cfb01578939 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e77008bfe89c40d9bf2d8cfb01578939 2024-11-12T09:26:35,106 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e77008bfe89c40d9bf2d8cfb01578939, entries=150, sequenceid=248, filesize=11.9 K 2024-11-12T09:26:35,107 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1655ms, sequenceid=248, compaction requested=false 2024-11-12T09:26:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:35,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-12T09:26:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-12T09:26:35,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-12T09:26:35,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-12T09:26:35,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8140 sec 2024-11-12T09:26:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:35,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T09:26:35,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c36f6066e6c340ddab8d9f172be25687_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403593997/Put/seqid=0 2024-11-12T09:26:35,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742230_1406 (size=14994) 2024-11-12T09:26:35,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:35,165 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c36f6066e6c340ddab8d9f172be25687_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c36f6066e6c340ddab8d9f172be25687_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:35,168 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a3535c987b6c4f9b86f90a08e7fa9678, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:35,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a3535c987b6c4f9b86f90a08e7fa9678 is 175, key is test_row_0/A:col10/1731403593997/Put/seqid=0 2024-11-12T09:26:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742231_1407 (size=39949) 2024-11-12T09:26:35,172 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a3535c987b6c4f9b86f90a08e7fa9678 2024-11-12T09:26:35,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/fd10d335763748d393b522f3f404b745 is 50, key is test_row_0/B:col10/1731403593997/Put/seqid=0 2024-11-12T09:26:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742232_1408 (size=12301) 2024-11-12T09:26:35,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/fd10d335763748d393b522f3f404b745 2024-11-12T09:26:35,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/3b3f7980af744759ae8c9032f2431c0f is 50, key is test_row_0/C:col10/1731403593997/Put/seqid=0 2024-11-12T09:26:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742233_1409 (size=12301) 2024-11-12T09:26:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403655192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:35,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403655306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T09:26:35,456 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:35,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-12T09:26:35,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T09:26:35,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:35,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:35,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403655516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:35,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:35,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:35,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T09:26:35,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/3b3f7980af744759ae8c9032f2431c0f 2024-11-12T09:26:35,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a3535c987b6c4f9b86f90a08e7fa9678 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a3535c987b6c4f9b86f90a08e7fa9678 2024-11-12T09:26:35,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a3535c987b6c4f9b86f90a08e7fa9678, entries=200, sequenceid=275, filesize=39.0 K 2024-11-12T09:26:35,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/fd10d335763748d393b522f3f404b745 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fd10d335763748d393b522f3f404b745 2024-11-12T09:26:35,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fd10d335763748d393b522f3f404b745, entries=150, sequenceid=275, filesize=12.0 K 2024-11-12T09:26:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/3b3f7980af744759ae8c9032f2431c0f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b3f7980af744759ae8c9032f2431c0f 2024-11-12T09:26:35,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b3f7980af744759ae8c9032f2431c0f, entries=150, sequenceid=275, filesize=12.0 K 2024-11-12T09:26:35,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b7f3f3a558c09c92a81bdc54d4c8b81e in 455ms, sequenceid=275, compaction requested=true 2024-11-12T09:26:35,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:35,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:35,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:35,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:35,608 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:35,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:35,608 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:35,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:35,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:35,608 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:35,608 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:35,608 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/A is initiating minor compaction (all files) 2024-11-12T09:26:35,608 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/B is initiating minor compaction (all files) 2024-11-12T09:26:35,609 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/B in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:35,609 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/A in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:35,609 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/0134b27f4c554f0e9bc848b62e1418b3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/800b9e8f7e7844e888dbb51c123a0090, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fd10d335763748d393b522f3f404b745] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=36.2 K 2024-11-12T09:26:35,609 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/75dc4a943ba24c5583288cb120eea4fd, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7dbd29dbd3344a57af5b601ab8811976, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a3535c987b6c4f9b86f90a08e7fa9678] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=100.3 K 2024-11-12T09:26:35,609 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:35,609 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/75dc4a943ba24c5583288cb120eea4fd, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7dbd29dbd3344a57af5b601ab8811976, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a3535c987b6c4f9b86f90a08e7fa9678] 2024-11-12T09:26:35,609 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0134b27f4c554f0e9bc848b62e1418b3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731403590482 2024-11-12T09:26:35,609 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75dc4a943ba24c5583288cb120eea4fd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731403590482 2024-11-12T09:26:35,609 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 800b9e8f7e7844e888dbb51c123a0090, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731403591663 2024-11-12T09:26:35,609 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dbd29dbd3344a57af5b601ab8811976, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731403591663 2024-11-12T09:26:35,610 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting fd10d335763748d393b522f3f404b745, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731403593984 2024-11-12T09:26:35,610 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3535c987b6c4f9b86f90a08e7fa9678, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731403593984 2024-11-12T09:26:35,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T09:26:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:35,610 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T09:26:35,627 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:35,627 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:35,628 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/75d77db7b5974b338ec9d7e5218d8c38 is 50, key is test_row_0/B:col10/1731403593997/Put/seqid=0 2024-11-12T09:26:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111238ebe77ffd354341b82fe4d6dc342c18_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403595190/Put/seqid=0 2024-11-12T09:26:35,631 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411125ba8d612d2cb495d838af4e199263bf4_b7f3f3a558c09c92a81bdc54d4c8b81e store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:35,633 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411125ba8d612d2cb495d838af4e199263bf4_b7f3f3a558c09c92a81bdc54d4c8b81e, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:35,634 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125ba8d612d2cb495d838af4e199263bf4_b7f3f3a558c09c92a81bdc54d4c8b81e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:35,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742234_1410 (size=12915) 2024-11-12T09:26:35,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742235_1411 (size=12454) 2024-11-12T09:26:35,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742236_1412 (size=4469) 2024-11-12T09:26:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T09:26:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. as already flushing 2024-11-12T09:26:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403655973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:36,048 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/75d77db7b5974b338ec9d7e5218d8c38 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/75d77db7b5974b338ec9d7e5218d8c38 2024-11-12T09:26:36,051 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/B of b7f3f3a558c09c92a81bdc54d4c8b81e into 75d77db7b5974b338ec9d7e5218d8c38(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:36,051 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:36,051 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/B, priority=13, startTime=1731403595608; duration=0sec 2024-11-12T09:26:36,051 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:36,051 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:B 2024-11-12T09:26:36,051 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:36,051 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:36,052 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/C is initiating minor compaction (all files) 2024-11-12T09:26:36,052 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/C in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:36,052 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/8ff83cd691ba4d6cbc6170118610a41d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e77008bfe89c40d9bf2d8cfb01578939, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b3f7980af744759ae8c9032f2431c0f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=36.2 K 2024-11-12T09:26:36,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:36,052 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ff83cd691ba4d6cbc6170118610a41d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731403590482 2024-11-12T09:26:36,052 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e77008bfe89c40d9bf2d8cfb01578939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731403591663 2024-11-12T09:26:36,053 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b3f7980af744759ae8c9032f2431c0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731403593984 2024-11-12T09:26:36,053 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#A#compaction#347 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:36,053 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/6a8dbe1d1f5b4b8fa02f4131f12c6b1e is 175, key is test_row_0/A:col10/1731403593997/Put/seqid=0 2024-11-12T09:26:36,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742237_1413 (size=31869) 2024-11-12T09:26:36,056 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111238ebe77ffd354341b82fe4d6dc342c18_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111238ebe77ffd354341b82fe4d6dc342c18_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a6a67907e2b9448baeba9e516b2fdc52, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:36,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a6a67907e2b9448baeba9e516b2fdc52 is 175, key is test_row_0/A:col10/1731403595190/Put/seqid=0 2024-11-12T09:26:36,063 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/6a8dbe1d1f5b4b8fa02f4131f12c6b1e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/6a8dbe1d1f5b4b8fa02f4131f12c6b1e 2024-11-12T09:26:36,064 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#C#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:36,064 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/190a43ef4fd84050acca35a443f94457 is 50, key is test_row_0/C:col10/1731403593997/Put/seqid=0 2024-11-12T09:26:36,067 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/A of b7f3f3a558c09c92a81bdc54d4c8b81e into 6a8dbe1d1f5b4b8fa02f4131f12c6b1e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:36,067 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:36,067 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/A, priority=13, startTime=1731403595607; duration=0sec 2024-11-12T09:26:36,068 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:36,068 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:A 2024-11-12T09:26:36,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742238_1414 (size=31255) 2024-11-12T09:26:36,078 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a6a67907e2b9448baeba9e516b2fdc52 2024-11-12T09:26:36,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742239_1415 (size=12915) 2024-11-12T09:26:36,084 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/190a43ef4fd84050acca35a443f94457 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/190a43ef4fd84050acca35a443f94457 2024-11-12T09:26:36,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/e838dbda42454444b5126483cbe9a419 is 50, key is test_row_0/B:col10/1731403595190/Put/seqid=0 2024-11-12T09:26:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T09:26:36,088 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/C of b7f3f3a558c09c92a81bdc54d4c8b81e into 190a43ef4fd84050acca35a443f94457(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:36,088 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:36,088 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/C, priority=13, startTime=1731403595608; duration=0sec 2024-11-12T09:26:36,088 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:36,088 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:C 2024-11-12T09:26:36,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742240_1416 (size=12301) 2024-11-12T09:26:36,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403656096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:36,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:36,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403656305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:36,490 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/e838dbda42454444b5126483cbe9a419 2024-11-12T09:26:36,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/748a8ee158ac4aa3be48a4ca73570444 is 50, key is test_row_0/C:col10/1731403595190/Put/seqid=0 2024-11-12T09:26:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742241_1417 (size=12301) 2024-11-12T09:26:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T09:26:36,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403656616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:36,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56150 deadline: 1731403656646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:36,651 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in b7f3f3a558c09c92a81bdc54d4c8b81e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:26:36,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:36,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:36,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:36,900 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/748a8ee158ac4aa3be48a4ca73570444 2024-11-12T09:26:36,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/a6a67907e2b9448baeba9e516b2fdc52 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a6a67907e2b9448baeba9e516b2fdc52 2024-11-12T09:26:36,906 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a6a67907e2b9448baeba9e516b2fdc52, entries=150, sequenceid=284, filesize=30.5 K 2024-11-12T09:26:36,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/e838dbda42454444b5126483cbe9a419 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/e838dbda42454444b5126483cbe9a419 2024-11-12T09:26:36,911 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/e838dbda42454444b5126483cbe9a419, entries=150, sequenceid=284, filesize=12.0 K 2024-11-12T09:26:36,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/748a8ee158ac4aa3be48a4ca73570444 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/748a8ee158ac4aa3be48a4ca73570444 2024-11-12T09:26:36,914 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/748a8ee158ac4aa3be48a4ca73570444, entries=150, sequenceid=284, filesize=12.0 K 2024-11-12T09:26:36,915 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1305ms, sequenceid=284, compaction requested=false 2024-11-12T09:26:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-12T09:26:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-12T09:26:36,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-12T09:26:36,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-12T09:26:36,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.4630 sec 2024-11-12T09:26:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:37,130 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:37,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-12T09:26:37,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a6a14698ef654042a99b7e81c4b9066f_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403597130/Put/seqid=0 2024-11-12T09:26:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742242_1418 (size=14994) 2024-11-12T09:26:37,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403657156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:37,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403657266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:37,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403657476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:37,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:37,509 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-11-12T09:26:37,509 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:37,509 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,509 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,509 INFO [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554. 2024-11-12T09:26:37,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:37,509 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:37,509 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,509 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:37,514 INFO [Thread-1548 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1548. 2024-11-12T09:26:37,514 DEBUG [Thread-1548 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:37,514 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,515 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:37,517 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-11-12T09:26:37,517 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:37,517 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,517 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:37,517 INFO [Thread-1546 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1546. 2024-11-12T09:26:37,517 DEBUG [Thread-1546 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:37,517 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,517 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:37,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:37,541 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:37,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a6a14698ef654042a99b7e81c4b9066f_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6a14698ef654042a99b7e81c4b9066f_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:37,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/d9ed3209f50b4c40bf16e58d3408e3c7, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:37,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/d9ed3209f50b4c40bf16e58d3408e3c7 is 175, key is test_row_0/A:col10/1731403597130/Put/seqid=0 2024-11-12T09:26:37,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742243_1419 (size=39949) 2024-11-12T09:26:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T09:26:37,607 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403657787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:37,952 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/d9ed3209f50b4c40bf16e58d3408e3c7 2024-11-12T09:26:37,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/7126b3eecad243bc9786a68a3f755436 is 50, key is test_row_0/B:col10/1731403597130/Put/seqid=0 2024-11-12T09:26:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742244_1420 (size=12301) 2024-11-12T09:26:38,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56090 deadline: 1731403658296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:26:38,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/7126b3eecad243bc9786a68a3f755436 2024-11-12T09:26:38,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/04732212d00943348c2b5e56339ec9c6 is 50, key is test_row_0/C:col10/1731403597130/Put/seqid=0 2024-11-12T09:26:38,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742245_1421 (size=12301) 2024-11-12T09:26:38,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/04732212d00943348c2b5e56339ec9c6 2024-11-12T09:26:38,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/d9ed3209f50b4c40bf16e58d3408e3c7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/d9ed3209f50b4c40bf16e58d3408e3c7 2024-11-12T09:26:38,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/d9ed3209f50b4c40bf16e58d3408e3c7, entries=200, sequenceid=315, filesize=39.0 K 2024-11-12T09:26:38,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/7126b3eecad243bc9786a68a3f755436 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/7126b3eecad243bc9786a68a3f755436 2024-11-12T09:26:38,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/7126b3eecad243bc9786a68a3f755436, entries=150, sequenceid=315, filesize=12.0 K 2024-11-12T09:26:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/04732212d00943348c2b5e56339ec9c6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/04732212d00943348c2b5e56339ec9c6 2024-11-12T09:26:38,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/04732212d00943348c2b5e56339ec9c6, entries=150, sequenceid=315, filesize=12.0 K 2024-11-12T09:26:38,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1682ms, sequenceid=315, compaction requested=true 2024-11-12T09:26:38,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:38,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:38,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:38,812 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:38,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:38,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:38,812 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:38,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b7f3f3a558c09c92a81bdc54d4c8b81e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:38,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:38,813 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:38,813 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:38,813 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/A is initiating minor compaction (all files) 2024-11-12T09:26:38,813 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/B is initiating minor compaction (all files) 2024-11-12T09:26:38,813 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/A in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:38,813 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/B in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:38,813 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/6a8dbe1d1f5b4b8fa02f4131f12c6b1e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a6a67907e2b9448baeba9e516b2fdc52, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/d9ed3209f50b4c40bf16e58d3408e3c7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=100.7 K 2024-11-12T09:26:38,814 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/75d77db7b5974b338ec9d7e5218d8c38, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/e838dbda42454444b5126483cbe9a419, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/7126b3eecad243bc9786a68a3f755436] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=36.6 K 2024-11-12T09:26:38,814 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:38,814 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/6a8dbe1d1f5b4b8fa02f4131f12c6b1e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a6a67907e2b9448baeba9e516b2fdc52, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/d9ed3209f50b4c40bf16e58d3408e3c7] 2024-11-12T09:26:38,814 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 75d77db7b5974b338ec9d7e5218d8c38, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731403593984 2024-11-12T09:26:38,814 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a8dbe1d1f5b4b8fa02f4131f12c6b1e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731403593984 2024-11-12T09:26:38,814 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e838dbda42454444b5126483cbe9a419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731403595170 2024-11-12T09:26:38,814 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6a67907e2b9448baeba9e516b2fdc52, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731403595170 2024-11-12T09:26:38,815 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7126b3eecad243bc9786a68a3f755436, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731403595964 2024-11-12T09:26:38,815 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9ed3209f50b4c40bf16e58d3408e3c7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731403595956 2024-11-12T09:26:38,820 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:38,822 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:38,822 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411122326802d5106424582ae30af48e8e721_b7f3f3a558c09c92a81bdc54d4c8b81e store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:38,822 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/6dd16c38798a413287cf53775187eb4d is 50, key is test_row_0/B:col10/1731403597130/Put/seqid=0 2024-11-12T09:26:38,825 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411122326802d5106424582ae30af48e8e721_b7f3f3a558c09c92a81bdc54d4c8b81e, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:38,825 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122326802d5106424582ae30af48e8e721_b7f3f3a558c09c92a81bdc54d4c8b81e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:38,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742246_1422 (size=13017) 2024-11-12T09:26:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742247_1423 (size=4469) 2024-11-12T09:26:39,232 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:39,233 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/cf9e379a03d3468c8c8cc5611e5882f0 is 175, key is test_row_0/A:col10/1731403597130/Put/seqid=0 2024-11-12T09:26:39,238 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/6dd16c38798a413287cf53775187eb4d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6dd16c38798a413287cf53775187eb4d 2024-11-12T09:26:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742248_1424 (size=31971) 2024-11-12T09:26:39,243 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/B of b7f3f3a558c09c92a81bdc54d4c8b81e into 6dd16c38798a413287cf53775187eb4d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:39,243 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:39,243 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/B, priority=13, startTime=1731403598812; duration=0sec 2024-11-12T09:26:39,243 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:39,244 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:B 2024-11-12T09:26:39,244 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:39,244 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:39,244 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): b7f3f3a558c09c92a81bdc54d4c8b81e/C is initiating minor compaction (all files) 2024-11-12T09:26:39,244 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b7f3f3a558c09c92a81bdc54d4c8b81e/C in TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:39,245 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/190a43ef4fd84050acca35a443f94457, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/748a8ee158ac4aa3be48a4ca73570444, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/04732212d00943348c2b5e56339ec9c6] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp, totalSize=36.6 K 2024-11-12T09:26:39,245 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 190a43ef4fd84050acca35a443f94457, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731403593984 2024-11-12T09:26:39,245 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 748a8ee158ac4aa3be48a4ca73570444, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731403595170 2024-11-12T09:26:39,245 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 04732212d00943348c2b5e56339ec9c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731403595964 2024-11-12T09:26:39,250 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b7f3f3a558c09c92a81bdc54d4c8b81e#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:39,250 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/3b4e6ea3d8dc42089819da48f1928737 is 50, key is test_row_0/C:col10/1731403597130/Put/seqid=0 2024-11-12T09:26:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742249_1425 (size=13017) 2024-11-12T09:26:39,318 INFO [Thread-1543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1543. 2024-11-12T09:26:39,318 DEBUG [Thread-1543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:39,318 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:39,318 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:39,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:39,650 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/cf9e379a03d3468c8c8cc5611e5882f0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/cf9e379a03d3468c8c8cc5611e5882f0 2024-11-12T09:26:39,655 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/A of b7f3f3a558c09c92a81bdc54d4c8b81e into cf9e379a03d3468c8c8cc5611e5882f0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:39,655 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:39,655 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/A, priority=13, startTime=1731403598812; duration=0sec 2024-11-12T09:26:39,656 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:39,656 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:A 2024-11-12T09:26:39,658 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/3b4e6ea3d8dc42089819da48f1928737 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b4e6ea3d8dc42089819da48f1928737 2024-11-12T09:26:39,663 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b7f3f3a558c09c92a81bdc54d4c8b81e/C of b7f3f3a558c09c92a81bdc54d4c8b81e into 3b4e6ea3d8dc42089819da48f1928737(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:39,663 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:39,663 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., storeName=b7f3f3a558c09c92a81bdc54d4c8b81e/C, priority=13, startTime=1731403598812; duration=0sec 2024-11-12T09:26:39,663 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:39,663 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b7f3f3a558c09c92a81bdc54d4c8b81e:C 2024-11-12T09:26:41,207 INFO [Thread-1539 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1539. 2024-11-12T09:26:41,207 DEBUG [Thread-1539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:41,207 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:41,207 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:41,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:41,217 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:41,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:26:41,218 INFO [Thread-1537 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1537. 2024-11-12T09:26:41,218 DEBUG [Thread-1537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:41,218 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:41,218 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:41,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:41,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125a2b43770ccc46e0b735d70cb97d80a7_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403601206/Put/seqid=0 2024-11-12T09:26:41,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742250_1426 (size=12454) 2024-11-12T09:26:41,237 INFO [Thread-1535 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1535. 2024-11-12T09:26:41,237 DEBUG [Thread-1535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:41,237 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:41,238 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:41,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:41,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:41,635 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125a2b43770ccc46e0b735d70cb97d80a7_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125a2b43770ccc46e0b735d70cb97d80a7_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:41,636 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/f6ac07f2d76a4eae98b23c5c5527f175, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:41,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/f6ac07f2d76a4eae98b23c5c5527f175 is 175, key is test_row_0/A:col10/1731403601206/Put/seqid=0 2024-11-12T09:26:41,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742251_1427 (size=31255) 2024-11-12T09:26:42,044 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/f6ac07f2d76a4eae98b23c5c5527f175 2024-11-12T09:26:42,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/b3dd12d8f47f41d781d6b03f3f876da9 is 50, key is test_row_0/B:col10/1731403601206/Put/seqid=0 2024-11-12T09:26:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742252_1428 (size=12301) 2024-11-12T09:26:42,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:26:42,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/b3dd12d8f47f41d781d6b03f3f876da9 2024-11-12T09:26:42,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/0c8695446651465485f203a77f974e7f is 50, key is test_row_0/C:col10/1731403601206/Put/seqid=0 2024-11-12T09:26:42,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742253_1429 (size=12301) 2024-11-12T09:26:42,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/0c8695446651465485f203a77f974e7f 2024-11-12T09:26:42,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/f6ac07f2d76a4eae98b23c5c5527f175 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f6ac07f2d76a4eae98b23c5c5527f175 2024-11-12T09:26:42,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f6ac07f2d76a4eae98b23c5c5527f175, entries=150, sequenceid=329, filesize=30.5 K 2024-11-12T09:26:42,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/b3dd12d8f47f41d781d6b03f3f876da9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/b3dd12d8f47f41d781d6b03f3f876da9 2024-11-12T09:26:42,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/b3dd12d8f47f41d781d6b03f3f876da9, entries=150, sequenceid=329, filesize=12.0 K 2024-11-12T09:26:42,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/0c8695446651465485f203a77f974e7f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/0c8695446651465485f203a77f974e7f 2024-11-12T09:26:42,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/0c8695446651465485f203a77f974e7f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-12T09:26:42,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1675ms, sequenceid=329, compaction requested=false 2024-11-12T09:26:42,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b7f3f3a558c09c92a81bdc54d4c8b81e: 2024-11-12T09:26:46,485 WARN [regionserver/106923ea030f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-12T09:26:46,488 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b17099594844643b9a68b07abe8e361, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/262cb0c0ccee44e59d1477ed77b5bca9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b6c35b249304dfe90151b8dccd93cbb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a5e30e41c25d4c21866473576b12ab54, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a47a5210b47f4241acd152c24e5fa1b0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c41af075d0cf43fcae1ddda26b9af156, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/5b4baeb1c2d240c7822501ec3077947f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7442268ea47e42dba0db38ac5eedb1cc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/656bd788ec5c4dd9bdabd6acc2a1c46d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/8f4cd208d48e4cae8b84e712af6b3749, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c0da4d6da9c7465b89dd228fc5568ecd, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/98342403a41843e4ba77b20fc1d1e60b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/63ccb6316e6e4a3990243db4d40bd841, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f278d700ce6d4763af50c1beb7c3683b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/b958495f6dba40659182421c48a23957, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/75dc4a943ba24c5583288cb120eea4fd, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7dbd29dbd3344a57af5b601ab8811976, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a3535c987b6c4f9b86f90a08e7fa9678, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/6a8dbe1d1f5b4b8fa02f4131f12c6b1e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a6a67907e2b9448baeba9e516b2fdc52, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/d9ed3209f50b4c40bf16e58d3408e3c7] to archive 2024-11-12T09:26:46,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:26:46,491 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b17099594844643b9a68b07abe8e361 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b17099594844643b9a68b07abe8e361 2024-11-12T09:26:46,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/262cb0c0ccee44e59d1477ed77b5bca9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/262cb0c0ccee44e59d1477ed77b5bca9 2024-11-12T09:26:46,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b6c35b249304dfe90151b8dccd93cbb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/3b6c35b249304dfe90151b8dccd93cbb 2024-11-12T09:26:46,495 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a5e30e41c25d4c21866473576b12ab54 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a5e30e41c25d4c21866473576b12ab54 2024-11-12T09:26:46,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a47a5210b47f4241acd152c24e5fa1b0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a47a5210b47f4241acd152c24e5fa1b0 2024-11-12T09:26:46,498 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c41af075d0cf43fcae1ddda26b9af156 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c41af075d0cf43fcae1ddda26b9af156 2024-11-12T09:26:46,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/5b4baeb1c2d240c7822501ec3077947f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/5b4baeb1c2d240c7822501ec3077947f 2024-11-12T09:26:46,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7442268ea47e42dba0db38ac5eedb1cc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7442268ea47e42dba0db38ac5eedb1cc 2024-11-12T09:26:46,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/656bd788ec5c4dd9bdabd6acc2a1c46d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/656bd788ec5c4dd9bdabd6acc2a1c46d 2024-11-12T09:26:46,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/8f4cd208d48e4cae8b84e712af6b3749 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/8f4cd208d48e4cae8b84e712af6b3749 2024-11-12T09:26:46,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c0da4d6da9c7465b89dd228fc5568ecd to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/c0da4d6da9c7465b89dd228fc5568ecd 2024-11-12T09:26:46,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/98342403a41843e4ba77b20fc1d1e60b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/98342403a41843e4ba77b20fc1d1e60b 2024-11-12T09:26:46,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/63ccb6316e6e4a3990243db4d40bd841 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/63ccb6316e6e4a3990243db4d40bd841 2024-11-12T09:26:46,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f278d700ce6d4763af50c1beb7c3683b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f278d700ce6d4763af50c1beb7c3683b 2024-11-12T09:26:46,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/b958495f6dba40659182421c48a23957 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/b958495f6dba40659182421c48a23957 2024-11-12T09:26:46,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/75dc4a943ba24c5583288cb120eea4fd to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/75dc4a943ba24c5583288cb120eea4fd 2024-11-12T09:26:46,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7dbd29dbd3344a57af5b601ab8811976 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/7dbd29dbd3344a57af5b601ab8811976 2024-11-12T09:26:46,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a3535c987b6c4f9b86f90a08e7fa9678 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a3535c987b6c4f9b86f90a08e7fa9678 2024-11-12T09:26:46,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/6a8dbe1d1f5b4b8fa02f4131f12c6b1e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/6a8dbe1d1f5b4b8fa02f4131f12c6b1e 2024-11-12T09:26:46,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a6a67907e2b9448baeba9e516b2fdc52 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/a6a67907e2b9448baeba9e516b2fdc52 2024-11-12T09:26:46,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/d9ed3209f50b4c40bf16e58d3408e3c7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/d9ed3209f50b4c40bf16e58d3408e3c7 2024-11-12T09:26:46,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/486a12ce87164379b39151e724081446, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a61d5835624b4f8c9a794a720d7b9805, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/dd768b1dcd634b0c8a9b8d8733f5b77d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6318d9ae0b124a56b0388ed1d4deeb69, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fa95bb7b6f644aef840633e0dab18e11, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/5e3e9153161b4a308c48c54a733464ca, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a018767b132849ea89b0d7fb9ea66bc4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2bbf93ccbebd4fcf9fb57e0a46b86419, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4124a54a046644eda99dab2debd15d87, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2653091cf1d2451884a8086a602e6759, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/9d6dd8908d684f3d90387ce2ca646c71, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/8880970f14f34214992d810c85d07685, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4bc0ab49cc1e45f2ba324965e90b7410, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6e891fa4b53f496d938dd96b00d05a02, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/0134b27f4c554f0e9bc848b62e1418b3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/286a7d2a06454c6daf02e40a57458140, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/800b9e8f7e7844e888dbb51c123a0090, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/75d77db7b5974b338ec9d7e5218d8c38, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fd10d335763748d393b522f3f404b745, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/e838dbda42454444b5126483cbe9a419, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/7126b3eecad243bc9786a68a3f755436] to archive 2024-11-12T09:26:46,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:26:46,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/486a12ce87164379b39151e724081446 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/486a12ce87164379b39151e724081446 2024-11-12T09:26:46,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a61d5835624b4f8c9a794a720d7b9805 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a61d5835624b4f8c9a794a720d7b9805 2024-11-12T09:26:46,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/dd768b1dcd634b0c8a9b8d8733f5b77d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/dd768b1dcd634b0c8a9b8d8733f5b77d 2024-11-12T09:26:46,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6318d9ae0b124a56b0388ed1d4deeb69 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6318d9ae0b124a56b0388ed1d4deeb69 2024-11-12T09:26:46,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fa95bb7b6f644aef840633e0dab18e11 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fa95bb7b6f644aef840633e0dab18e11 2024-11-12T09:26:46,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/5e3e9153161b4a308c48c54a733464ca to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/5e3e9153161b4a308c48c54a733464ca 2024-11-12T09:26:46,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a018767b132849ea89b0d7fb9ea66bc4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/a018767b132849ea89b0d7fb9ea66bc4 2024-11-12T09:26:46,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2bbf93ccbebd4fcf9fb57e0a46b86419 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2bbf93ccbebd4fcf9fb57e0a46b86419 2024-11-12T09:26:46,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4124a54a046644eda99dab2debd15d87 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4124a54a046644eda99dab2debd15d87 2024-11-12T09:26:46,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2653091cf1d2451884a8086a602e6759 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2653091cf1d2451884a8086a602e6759 2024-11-12T09:26:46,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/9d6dd8908d684f3d90387ce2ca646c71 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/9d6dd8908d684f3d90387ce2ca646c71 2024-11-12T09:26:46,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/8880970f14f34214992d810c85d07685 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/8880970f14f34214992d810c85d07685 2024-11-12T09:26:46,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4bc0ab49cc1e45f2ba324965e90b7410 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/4bc0ab49cc1e45f2ba324965e90b7410 2024-11-12T09:26:46,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6e891fa4b53f496d938dd96b00d05a02 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6e891fa4b53f496d938dd96b00d05a02 2024-11-12T09:26:46,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/0134b27f4c554f0e9bc848b62e1418b3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/0134b27f4c554f0e9bc848b62e1418b3 2024-11-12T09:26:46,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/286a7d2a06454c6daf02e40a57458140 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/286a7d2a06454c6daf02e40a57458140 2024-11-12T09:26:46,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/800b9e8f7e7844e888dbb51c123a0090 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/800b9e8f7e7844e888dbb51c123a0090 2024-11-12T09:26:46,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/75d77db7b5974b338ec9d7e5218d8c38 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/75d77db7b5974b338ec9d7e5218d8c38 2024-11-12T09:26:46,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fd10d335763748d393b522f3f404b745 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/fd10d335763748d393b522f3f404b745 2024-11-12T09:26:46,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/e838dbda42454444b5126483cbe9a419 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/e838dbda42454444b5126483cbe9a419 2024-11-12T09:26:46,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/7126b3eecad243bc9786a68a3f755436 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/7126b3eecad243bc9786a68a3f755436 2024-11-12T09:26:46,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ca45bf6cb18945d798f0040620d9939a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f0ecb9db4b3143f09d8c3af2f6eb273f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/37d59a4be5fa4002b1b30fb42cdf1e85, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f026ff07130041ad9fb79ea2e061e361, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/68cc6ded152a411993ba552621c4258f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/b548ea32c89a4dda8d8eb4caddec0954, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ff20abd717cb4d85a14ef7289b110e13, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/1fd77fc715274d80bfee4cf1ee0070fe, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/089a23a6b9e244878ec3ec7b97ff840e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e33dfc654c9d407a84e81bf2ca5276b3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/a7acac55d4c7403a85537b584cf8eb4a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/fde1ceff4d8d4612acc616dc2c46b13f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/c353d7ec72454e44a0f83d18211a7d6d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/dd9b1171305c496b9024cfccfbd0db51, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/8ff83cd691ba4d6cbc6170118610a41d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/5361734111624798980459f40a3fe067, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e77008bfe89c40d9bf2d8cfb01578939, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/190a43ef4fd84050acca35a443f94457, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b3f7980af744759ae8c9032f2431c0f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/748a8ee158ac4aa3be48a4ca73570444, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/04732212d00943348c2b5e56339ec9c6] to archive 2024-11-12T09:26:46,530 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:26:46,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ca45bf6cb18945d798f0040620d9939a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ca45bf6cb18945d798f0040620d9939a 2024-11-12T09:26:46,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f0ecb9db4b3143f09d8c3af2f6eb273f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f0ecb9db4b3143f09d8c3af2f6eb273f 2024-11-12T09:26:46,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/37d59a4be5fa4002b1b30fb42cdf1e85 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/37d59a4be5fa4002b1b30fb42cdf1e85 2024-11-12T09:26:46,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f026ff07130041ad9fb79ea2e061e361 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/f026ff07130041ad9fb79ea2e061e361 2024-11-12T09:26:46,533 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/68cc6ded152a411993ba552621c4258f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/68cc6ded152a411993ba552621c4258f 2024-11-12T09:26:46,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/b548ea32c89a4dda8d8eb4caddec0954 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/b548ea32c89a4dda8d8eb4caddec0954 2024-11-12T09:26:46,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ff20abd717cb4d85a14ef7289b110e13 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/ff20abd717cb4d85a14ef7289b110e13 2024-11-12T09:26:46,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/1fd77fc715274d80bfee4cf1ee0070fe to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/1fd77fc715274d80bfee4cf1ee0070fe 2024-11-12T09:26:46,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/089a23a6b9e244878ec3ec7b97ff840e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/089a23a6b9e244878ec3ec7b97ff840e 2024-11-12T09:26:46,536 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e33dfc654c9d407a84e81bf2ca5276b3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e33dfc654c9d407a84e81bf2ca5276b3 2024-11-12T09:26:46,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/a7acac55d4c7403a85537b584cf8eb4a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/a7acac55d4c7403a85537b584cf8eb4a 2024-11-12T09:26:46,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/fde1ceff4d8d4612acc616dc2c46b13f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/fde1ceff4d8d4612acc616dc2c46b13f 2024-11-12T09:26:46,538 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/c353d7ec72454e44a0f83d18211a7d6d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/c353d7ec72454e44a0f83d18211a7d6d 2024-11-12T09:26:46,538 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/dd9b1171305c496b9024cfccfbd0db51 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/dd9b1171305c496b9024cfccfbd0db51 2024-11-12T09:26:46,539 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/8ff83cd691ba4d6cbc6170118610a41d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/8ff83cd691ba4d6cbc6170118610a41d 2024-11-12T09:26:46,540 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/5361734111624798980459f40a3fe067 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/5361734111624798980459f40a3fe067 2024-11-12T09:26:46,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e77008bfe89c40d9bf2d8cfb01578939 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/e77008bfe89c40d9bf2d8cfb01578939 2024-11-12T09:26:46,541 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/190a43ef4fd84050acca35a443f94457 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/190a43ef4fd84050acca35a443f94457 2024-11-12T09:26:46,542 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b3f7980af744759ae8c9032f2431c0f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b3f7980af744759ae8c9032f2431c0f 2024-11-12T09:26:46,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/748a8ee158ac4aa3be48a4ca73570444 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/748a8ee158ac4aa3be48a4ca73570444 2024-11-12T09:26:46,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/106923ea030f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/04732212d00943348c2b5e56339ec9c6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/04732212d00943348c2b5e56339ec9c6 2024-11-12T09:26:46,737 INFO [Thread-1541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1541. 2024-11-12T09:26:46,738 DEBUG [Thread-1541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:26:46,738 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:46,738 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:46,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1378 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4130 rows 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1384 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4150 rows 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1382 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4142 rows 2024-11-12T09:26:46,738 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1383 2024-11-12T09:26:46,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4147 rows 2024-11-12T09:26:46,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1379 2024-11-12T09:26:46,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4134 rows 2024-11-12T09:26:46,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:26:46,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:26:46,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:46,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:46,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:26:46,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T09:26:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T09:26:46,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403606744"}]},"ts":"1731403606744"} 2024-11-12T09:26:46,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T09:26:46,746 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T09:26:46,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:26:46,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, UNASSIGN}] 2024-11-12T09:26:46,749 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, UNASSIGN 2024-11-12T09:26:46,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=b7f3f3a558c09c92a81bdc54d4c8b81e, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:46,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, UNASSIGN because future has completed 2024-11-12T09:26:46,751 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:26:46,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:26:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T09:26:46,904 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:46,904 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:26:46,904 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing b7f3f3a558c09c92a81bdc54d4c8b81e, disabling compactions & flushes 2024-11-12T09:26:46,905 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:46,905 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:46,905 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. after waiting 0 ms 2024-11-12T09:26:46,905 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:46,905 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing b7f3f3a558c09c92a81bdc54d4c8b81e 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-12T09:26:46,915 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ccc484de248d42f4916f2c541e64529f_b7f3f3a558c09c92a81bdc54d4c8b81e is 50, key is test_row_0/A:col10/1731403606736/Put/seqid=0 2024-11-12T09:26:46,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742254_1430 (size=9914) 2024-11-12T09:26:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T09:26:47,321 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:47,330 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ccc484de248d42f4916f2c541e64529f_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ccc484de248d42f4916f2c541e64529f_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:47,331 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/14fe3b1de221407994ccf119762162b2, store: [table=TestAcidGuarantees family=A region=b7f3f3a558c09c92a81bdc54d4c8b81e] 2024-11-12T09:26:47,332 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/14fe3b1de221407994ccf119762162b2 is 175, key is test_row_0/A:col10/1731403606736/Put/seqid=0 2024-11-12T09:26:47,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742255_1431 (size=22561) 2024-11-12T09:26:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T09:26:47,737 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/14fe3b1de221407994ccf119762162b2 2024-11-12T09:26:47,748 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2e6890804be849d4a50c20b70e805879 is 50, key is test_row_0/B:col10/1731403606736/Put/seqid=0 2024-11-12T09:26:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742256_1432 (size=9857) 2024-11-12T09:26:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T09:26:48,153 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2e6890804be849d4a50c20b70e805879 2024-11-12T09:26:48,164 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/524024bb03964b46b209400a3f264be7 is 50, key is test_row_0/C:col10/1731403606736/Put/seqid=0 2024-11-12T09:26:48,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742257_1433 (size=9857) 2024-11-12T09:26:48,569 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/524024bb03964b46b209400a3f264be7 2024-11-12T09:26:48,581 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/A/14fe3b1de221407994ccf119762162b2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/14fe3b1de221407994ccf119762162b2 2024-11-12T09:26:48,584 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/14fe3b1de221407994ccf119762162b2, entries=100, sequenceid=334, filesize=22.0 K 2024-11-12T09:26:48,585 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/B/2e6890804be849d4a50c20b70e805879 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2e6890804be849d4a50c20b70e805879 2024-11-12T09:26:48,588 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2e6890804be849d4a50c20b70e805879, entries=100, sequenceid=334, filesize=9.6 K 2024-11-12T09:26:48,589 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/.tmp/C/524024bb03964b46b209400a3f264be7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/524024bb03964b46b209400a3f264be7 2024-11-12T09:26:48,591 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/524024bb03964b46b209400a3f264be7, entries=100, sequenceid=334, filesize=9.6 K 2024-11-12T09:26:48,592 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1687ms, sequenceid=334, compaction requested=true 2024-11-12T09:26:48,596 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=4 2024-11-12T09:26:48,596 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. 2024-11-12T09:26:48,596 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for b7f3f3a558c09c92a81bdc54d4c8b81e: Waiting for close lock at 1731403606904Running coprocessor pre-close hooks at 1731403606904Disabling compacts and flushes for region at 1731403606904Disabling writes for close at 1731403606905 (+1 ms)Obtaining lock to block concurrent updates at 1731403606905Preparing flush snapshotting stores in b7f3f3a558c09c92a81bdc54d4c8b81e at 1731403606905Finished memstore snapshotting TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731403606906 (+1 ms)Flushing stores of TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e. at 1731403606907 (+1 ms)Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/A: creating writer at 1731403606907Flushing mob file b7f3f3a558c09c92a81bdc54d4c8b81e/A: appending metadata at 1731403606915 (+8 ms)Flushing mob file b7f3f3a558c09c92a81bdc54d4c8b81e/A: closing flushed file at 1731403606915Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/A: appending metadata at 1731403607331 (+416 ms)Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/A: closing flushed file at 1731403607332 (+1 ms)Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/B: creating writer at 1731403607746 (+414 ms)Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/B: appending metadata at 1731403607748 (+2 ms)Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/B: closing flushed file at 1731403607748Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/C: creating writer at 1731403608161 (+413 ms)Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/C: appending metadata at 1731403608164 (+3 ms)Flushing b7f3f3a558c09c92a81bdc54d4c8b81e/C: closing flushed file at 1731403608164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed7044b: reopening flushed file at 1731403608580 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4017610d: reopening flushed file at 1731403608584 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3e23d0: reopening flushed file at 1731403608588 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for b7f3f3a558c09c92a81bdc54d4c8b81e in 1687ms, sequenceid=334, compaction requested=true at 1731403608592 (+4 ms)Writing region close event to WAL at 1731403608593 (+1 ms)Running coprocessor post-close hooks at 1731403608596 (+3 ms)Closed at 1731403608596 2024-11-12T09:26:48,598 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,598 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=b7f3f3a558c09c92a81bdc54d4c8b81e, regionState=CLOSED 2024-11-12T09:26:48,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:26:48,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-12T09:26:48,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure b7f3f3a558c09c92a81bdc54d4c8b81e, server=106923ea030f,33779,1731403484435 in 1.8530 sec 2024-11-12T09:26:48,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-12T09:26:48,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b7f3f3a558c09c92a81bdc54d4c8b81e, UNASSIGN in 1.8570 sec 2024-11-12T09:26:48,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-12T09:26:48,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8620 sec 2024-11-12T09:26:48,611 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403608611"}]},"ts":"1731403608611"} 2024-11-12T09:26:48,613 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T09:26:48,613 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T09:26:48,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8730 sec 2024-11-12T09:26:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T09:26:48,887 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:48,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T09:26:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:48,893 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T09:26:48,895 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:48,898 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,901 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/recovered.edits] 2024-11-12T09:26:48,906 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/14fe3b1de221407994ccf119762162b2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/14fe3b1de221407994ccf119762162b2 2024-11-12T09:26:48,907 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/cf9e379a03d3468c8c8cc5611e5882f0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/cf9e379a03d3468c8c8cc5611e5882f0 2024-11-12T09:26:48,909 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f6ac07f2d76a4eae98b23c5c5527f175 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/A/f6ac07f2d76a4eae98b23c5c5527f175 2024-11-12T09:26:48,912 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2e6890804be849d4a50c20b70e805879 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/2e6890804be849d4a50c20b70e805879 2024-11-12T09:26:48,914 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6dd16c38798a413287cf53775187eb4d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/6dd16c38798a413287cf53775187eb4d 2024-11-12T09:26:48,916 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/b3dd12d8f47f41d781d6b03f3f876da9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/B/b3dd12d8f47f41d781d6b03f3f876da9 2024-11-12T09:26:48,919 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/0c8695446651465485f203a77f974e7f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/0c8695446651465485f203a77f974e7f 2024-11-12T09:26:48,922 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b4e6ea3d8dc42089819da48f1928737 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/3b4e6ea3d8dc42089819da48f1928737 2024-11-12T09:26:48,924 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/524024bb03964b46b209400a3f264be7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/C/524024bb03964b46b209400a3f264be7 2024-11-12T09:26:48,927 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/recovered.edits/337.seqid to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e/recovered.edits/337.seqid 2024-11-12T09:26:48,928 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,928 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T09:26:48,929 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T09:26:48,930 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T09:26:48,933 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112136db07f64c14ac191c9d382fd5af911_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112136db07f64c14ac191c9d382fd5af911_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,935 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111222833ddda5c1435ea61ded0a814489f0_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111222833ddda5c1435ea61ded0a814489f0_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,936 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122b171bdb950842d193b5ccf14b45c7b8_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122b171bdb950842d193b5ccf14b45c7b8_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,938 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111238ebe77ffd354341b82fe4d6dc342c18_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111238ebe77ffd354341b82fe4d6dc342c18_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,940 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125a2b43770ccc46e0b735d70cb97d80a7_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125a2b43770ccc46e0b735d70cb97d80a7_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,941 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125cb9d4c8e0de44b0bc6a7bf750ff84f3_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125cb9d4c8e0de44b0bc6a7bf750ff84f3_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,943 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112681533c7bd614c8d9acdca8aaa64a26f_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112681533c7bd614c8d9acdca8aaa64a26f_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,944 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126e2a0cc6d5954882832584a4c0b07594_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126e2a0cc6d5954882832584a4c0b07594_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,946 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d0f8dbc196146dba88b692329b5c505_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d0f8dbc196146dba88b692329b5c505_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,948 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6a14698ef654042a99b7e81c4b9066f_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6a14698ef654042a99b7e81c4b9066f_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,949 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a9fbf60a0f664f38ac1c8ef97873ce1e_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a9fbf60a0f664f38ac1c8ef97873ce1e_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,951 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b04944be6a544fe9835c19367a4e7f1a_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b04944be6a544fe9835c19367a4e7f1a_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,952 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bf0610db9ffb440297e2141c76a89058_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bf0610db9ffb440297e2141c76a89058_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,953 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c36f6066e6c340ddab8d9f172be25687_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c36f6066e6c340ddab8d9f172be25687_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,954 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ccc484de248d42f4916f2c541e64529f_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ccc484de248d42f4916f2c541e64529f_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,956 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f2a51b34e0a748268f5547c6e3914af6_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f2a51b34e0a748268f5547c6e3914af6_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,957 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f37840258116493d81c7fdaea2be61c7_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f37840258116493d81c7fdaea2be61c7_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,958 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa248c610fd44b8aba3d589db8fcdaa2_b7f3f3a558c09c92a81bdc54d4c8b81e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa248c610fd44b8aba3d589db8fcdaa2_b7f3f3a558c09c92a81bdc54d4c8b81e 2024-11-12T09:26:48,958 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T09:26:48,961 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:48,962 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T09:26:48,964 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T09:26:48,965 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:48,965 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T09:26:48,965 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731403608965"}]},"ts":"9223372036854775807"} 2024-11-12T09:26:48,967 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T09:26:48,967 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b7f3f3a558c09c92a81bdc54d4c8b81e, NAME => 'TestAcidGuarantees,,1731403575408.b7f3f3a558c09c92a81bdc54d4c8b81e.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T09:26:48,967 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T09:26:48,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731403608967"}]},"ts":"9223372036854775807"} 2024-11-12T09:26:48,969 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T09:26:48,969 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:48,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-12T09:26:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T09:26:49,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T09:26:49,006 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:49,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 524), ProcessCount=11 (was 11), AvailableMemoryMB=6869 (was 6928) 2024-11-12T09:26:49,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=6869 2024-11-12T09:26:49,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:26:49,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:26:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T09:26:49,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:26:49,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:49,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-12T09:26:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-12T09:26:49,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:26:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742258_1434 (size=959) 2024-11-12T09:26:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-12T09:26:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-12T09:26:49,436 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 2024-11-12T09:26:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742259_1435 (size=53) 2024-11-12T09:26:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-12T09:26:49,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:26:49,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 92d52e4ff6cc35b10f421789d63f7bf0, disabling compactions & flushes 2024-11-12T09:26:49,848 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:49,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:49,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. after waiting 0 ms 2024-11-12T09:26:49,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:49,848 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:49,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92d52e4ff6cc35b10f421789d63f7bf0: Waiting for close lock at 1731403609848Disabling compacts and flushes for region at 1731403609848Disabling writes for close at 1731403609848Writing region close event to WAL at 1731403609848Closed at 1731403609848 2024-11-12T09:26:49,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:26:49,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731403609850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403609850"}]},"ts":"1731403609850"} 2024-11-12T09:26:49,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:26:49,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:26:49,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403609855"}]},"ts":"1731403609855"} 2024-11-12T09:26:49,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T09:26:49,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, ASSIGN}] 2024-11-12T09:26:49,860 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, ASSIGN 2024-11-12T09:26:49,861 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, ASSIGN; state=OFFLINE, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=false 2024-11-12T09:26:50,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=92d52e4ff6cc35b10f421789d63f7bf0, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:50,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, ASSIGN because future has completed 2024-11-12T09:26:50,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:26:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-12T09:26:50,179 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:50,179 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:26:50,181 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,181 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:26:50,181 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,182 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,183 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,185 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92d52e4ff6cc35b10f421789d63f7bf0 columnFamilyName A 2024-11-12T09:26:50,185 DEBUG [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:50,185 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] regionserver.HStore(327): Store=92d52e4ff6cc35b10f421789d63f7bf0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:50,186 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,187 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92d52e4ff6cc35b10f421789d63f7bf0 columnFamilyName B 2024-11-12T09:26:50,187 DEBUG [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:50,187 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] regionserver.HStore(327): Store=92d52e4ff6cc35b10f421789d63f7bf0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:50,188 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,189 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92d52e4ff6cc35b10f421789d63f7bf0 columnFamilyName C 2024-11-12T09:26:50,189 DEBUG [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:26:50,189 INFO [StoreOpener-92d52e4ff6cc35b10f421789d63f7bf0-1 {}] regionserver.HStore(327): Store=92d52e4ff6cc35b10f421789d63f7bf0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:26:50,190 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,190 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,191 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,192 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,192 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,193 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:26:50,195 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,198 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:26:50,198 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 92d52e4ff6cc35b10f421789d63f7bf0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65930886, jitterRate=-0.017553240060806274}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:26:50,199 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:50,199 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 92d52e4ff6cc35b10f421789d63f7bf0: Running coprocessor pre-open hook at 1731403610182Writing region info on filesystem at 1731403610182Initializing all the Stores at 1731403610183 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403610183Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403610183Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403610183Cleaning up temporary data from old regions at 1731403610192 (+9 ms)Running coprocessor post-open hooks at 1731403610199 (+7 ms)Region opened successfully at 1731403610199 2024-11-12T09:26:50,200 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., pid=118, masterSystemTime=1731403610172 2024-11-12T09:26:50,202 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:50,202 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:50,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=92d52e4ff6cc35b10f421789d63f7bf0, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:26:50,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:26:50,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-12T09:26:50,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 in 187 msec 2024-11-12T09:26:50,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-12T09:26:50,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, ASSIGN in 348 msec 2024-11-12T09:26:50,208 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:26:50,208 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403610208"}]},"ts":"1731403610208"} 2024-11-12T09:26:50,209 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T09:26:50,209 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:26:50,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-12T09:26:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-12T09:26:51,177 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:51,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277faa65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,181 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5c870f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,186 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3816d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:26:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35875,1731403483356 2024-11-12T09:26:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb3426f 2024-11-12T09:26:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:26:51,191 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:26:51,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269ecf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,193 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2779ba03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,195 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d218fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695dbdde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,196 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1131fd29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,198 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373507d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594674bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,200 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6b2115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,202 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5a4237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119ad987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,204 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9aff33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,206 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ea466f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c4ef34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,208 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b758cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,209 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b55d606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38404fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,210 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636f1ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,211 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47315ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ae0787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,213 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a8c8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,214 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a39d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1627c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,215 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437e80e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,216 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1197d4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5993889b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,218 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241549cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,219 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35716933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117399b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:26:51,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:26:51,221 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:26:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:26:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:26:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1495cc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:26:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:26:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:26:51,222 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:26:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50dcb8c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:26:51,223 DEBUG [Thread-1969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,223 DEBUG [Thread-1971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,223 DEBUG [Thread-1960 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,223 DEBUG [Thread-1964 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:51,224 DEBUG [Thread-1962 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,225 DEBUG [Thread-1958 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-12T09:26:51,225 DEBUG [Thread-1973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T09:26:51,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,226 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:51,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,227 DEBUG [Thread-1967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,228 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,230 DEBUG [Thread-1975 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,231 DEBUG [Thread-1956 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:26:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:26:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:26:51,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:26:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2] 2024-11-12T09:26:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:51,237 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:51,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:26:51,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/1c28454d83234bd6a2ed9e676a9fdfcf is 50, key is test_row_0/A:col10/1731403611235/Put/seqid=0 2024-11-12T09:26:51,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742260_1436 (size=14341) 2024-11-12T09:26:51,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/1c28454d83234bd6a2ed9e676a9fdfcf 2024-11-12T09:26:51,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403671270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403671271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403671271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403671272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403671276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/409d56db6c8b437e85487b51647bc55c is 50, key is test_row_0/B:col10/1731403611235/Put/seqid=0 2024-11-12T09:26:51,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742261_1437 (size=12001) 2024-11-12T09:26:51,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/409d56db6c8b437e85487b51647bc55c 2024-11-12T09:26:51,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/ff184a03aa7642a08ad99ec62211bfaf is 50, key is test_row_0/C:col10/1731403611235/Put/seqid=0 2024-11-12T09:26:51,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742262_1438 (size=12001) 2024-11-12T09:26:51,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/ff184a03aa7642a08ad99ec62211bfaf 2024-11-12T09:26:51,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/1c28454d83234bd6a2ed9e676a9fdfcf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/1c28454d83234bd6a2ed9e676a9fdfcf 2024-11-12T09:26:51,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/1c28454d83234bd6a2ed9e676a9fdfcf, entries=200, sequenceid=14, filesize=14.0 K 2024-11-12T09:26:51,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/409d56db6c8b437e85487b51647bc55c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/409d56db6c8b437e85487b51647bc55c 2024-11-12T09:26:51,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/409d56db6c8b437e85487b51647bc55c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-12T09:26:51,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/ff184a03aa7642a08ad99ec62211bfaf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ff184a03aa7642a08ad99ec62211bfaf 2024-11-12T09:26:51,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ff184a03aa7642a08ad99ec62211bfaf, entries=150, sequenceid=14, filesize=11.7 K 2024-11-12T09:26:51,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 92d52e4ff6cc35b10f421789d63f7bf0 in 98ms, sequenceid=14, compaction requested=false 2024-11-12T09:26:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T09:26:51,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-12T09:26:51,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:51,383 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T09:26:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:51,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:51,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403671401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403671401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403671403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403671404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403671404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/a2a5f0271b19419695864f76dee17bba is 50, key is test_row_0/A:col10/1731403611270/Put/seqid=0 2024-11-12T09:26:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742263_1439 (size=12001) 2024-11-12T09:26:51,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403671505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403671516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403671516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403671516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403671516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T09:26:51,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403671716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403671726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403671726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403671726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403671726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:51,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:51,825 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/a2a5f0271b19419695864f76dee17bba 2024-11-12T09:26:51,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8f62326f4c4a462595834e2355402480 is 50, key is test_row_0/B:col10/1731403611270/Put/seqid=0 2024-11-12T09:26:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742264_1440 (size=12001) 2024-11-12T09:26:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T09:26:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403672025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403672036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403672036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403672036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403672036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,234 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8f62326f4c4a462595834e2355402480 2024-11-12T09:26:52,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/a50de4b0730e4580952be5cbe7802756 is 50, key is test_row_0/C:col10/1731403611270/Put/seqid=0 2024-11-12T09:26:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742265_1441 (size=12001) 2024-11-12T09:26:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T09:26:52,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403672546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403672546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403672546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403672546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403672546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:52,646 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/a50de4b0730e4580952be5cbe7802756 2024-11-12T09:26:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/a2a5f0271b19419695864f76dee17bba as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/a2a5f0271b19419695864f76dee17bba 2024-11-12T09:26:52,652 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/a2a5f0271b19419695864f76dee17bba, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T09:26:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8f62326f4c4a462595834e2355402480 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8f62326f4c4a462595834e2355402480 2024-11-12T09:26:52,655 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8f62326f4c4a462595834e2355402480, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T09:26:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/a50de4b0730e4580952be5cbe7802756 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/a50de4b0730e4580952be5cbe7802756 2024-11-12T09:26:52,658 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/a50de4b0730e4580952be5cbe7802756, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T09:26:52,659 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1276ms, sequenceid=37, compaction requested=false 2024-11-12T09:26:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-12T09:26:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-12T09:26:52,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-12T09:26:52,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-11-12T09:26:52,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.4390 sec 2024-11-12T09:26:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T09:26:53,376 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:53,377 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-12T09:26:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T09:26:53,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:53,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:53,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T09:26:53,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-12T09:26:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:53,537 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T09:26:53,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/195f099ea84e4ffe9dedcc573dba4010 is 50, key is test_row_0/A:col10/1731403611400/Put/seqid=0 2024-11-12T09:26:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742266_1442 (size=12001) 2024-11-12T09:26:53,586 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/195f099ea84e4ffe9dedcc573dba4010 2024-11-12T09:26:53,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8353f2c648f9457899a267c2326ecc29 is 50, key is test_row_0/B:col10/1731403611400/Put/seqid=0 2024-11-12T09:26:53,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742267_1443 (size=12001) 2024-11-12T09:26:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403673610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403673609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403673612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403673613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403673618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T09:26:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403673735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403673736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403673736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403673736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403673736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403673956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403673956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403673956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403673956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403673956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T09:26:54,026 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8353f2c648f9457899a267c2326ecc29 2024-11-12T09:26:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/44e6f25814454f20a7b0e286b94c0ea4 is 50, key is test_row_0/C:col10/1731403611400/Put/seqid=0 2024-11-12T09:26:54,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742268_1444 (size=12001) 2024-11-12T09:26:54,050 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/44e6f25814454f20a7b0e286b94c0ea4 2024-11-12T09:26:54,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/195f099ea84e4ffe9dedcc573dba4010 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/195f099ea84e4ffe9dedcc573dba4010 2024-11-12T09:26:54,055 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/195f099ea84e4ffe9dedcc573dba4010, entries=150, sequenceid=51, filesize=11.7 K 2024-11-12T09:26:54,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8353f2c648f9457899a267c2326ecc29 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8353f2c648f9457899a267c2326ecc29 2024-11-12T09:26:54,063 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8353f2c648f9457899a267c2326ecc29, entries=150, sequenceid=51, filesize=11.7 K 2024-11-12T09:26:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/44e6f25814454f20a7b0e286b94c0ea4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/44e6f25814454f20a7b0e286b94c0ea4 2024-11-12T09:26:54,066 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/44e6f25814454f20a7b0e286b94c0ea4, entries=150, sequenceid=51, filesize=11.7 K 2024-11-12T09:26:54,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-12T09:26:54,067 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 92d52e4ff6cc35b10f421789d63f7bf0 in 531ms, sequenceid=51, compaction requested=true 2024-11-12T09:26:54,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:54,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:54,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-12T09:26:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-12T09:26:54,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-12T09:26:54,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 685 msec 2024-11-12T09:26:54,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 695 msec 2024-11-12T09:26:54,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:26:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:54,270 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:54,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T09:26:54,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/b6993496f6e842109e88e2eeed695d51 is 50, key is test_row_0/A:col10/1731403613608/Put/seqid=0 2024-11-12T09:26:54,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742269_1445 (size=14341) 2024-11-12T09:26:54,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403674284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403674285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403674285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403674286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403674286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403674396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403674396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403674396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403674406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403674406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-12T09:26:54,516 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:54,516 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-12T09:26:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T09:26:54,518 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:54,518 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:54,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:54,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403674605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403674605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403674605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403674616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403674616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T09:26:54,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T09:26:54,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:54,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:54,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:54,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:54,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:54,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/b6993496f6e842109e88e2eeed695d51 2024-11-12T09:26:54,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/25c4006bd64d44a08c94e7f065278c52 is 50, key is test_row_0/B:col10/1731403613608/Put/seqid=0 2024-11-12T09:26:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742270_1446 (size=12001) 2024-11-12T09:26:54,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T09:26:54,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:54,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:54,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:54,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:54,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T09:26:54,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403674915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403674915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403674926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403674926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403674936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:54,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:54,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:54,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T09:26:54,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:54,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:54,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:54,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:54,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/25c4006bd64d44a08c94e7f065278c52 2024-11-12T09:26:55,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/ce88baed401446518dcd56eec62b00d3 is 50, key is test_row_0/C:col10/1731403613608/Put/seqid=0 2024-11-12T09:26:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742271_1447 (size=12001) 2024-11-12T09:26:55,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T09:26:55,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:55,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T09:26:55,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T09:26:55,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:55,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403675426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:55,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T09:26:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:26:55,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403675436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:55,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403675436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:55,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403675436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:55,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403675446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:55,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/ce88baed401446518dcd56eec62b00d3 2024-11-12T09:26:55,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/b6993496f6e842109e88e2eeed695d51 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/b6993496f6e842109e88e2eeed695d51 2024-11-12T09:26:55,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/b6993496f6e842109e88e2eeed695d51, entries=200, sequenceid=74, filesize=14.0 K 2024-11-12T09:26:55,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/25c4006bd64d44a08c94e7f065278c52 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/25c4006bd64d44a08c94e7f065278c52 2024-11-12T09:26:55,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/25c4006bd64d44a08c94e7f065278c52, entries=150, sequenceid=74, filesize=11.7 K 2024-11-12T09:26:55,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/ce88baed401446518dcd56eec62b00d3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ce88baed401446518dcd56eec62b00d3 2024-11-12T09:26:55,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ce88baed401446518dcd56eec62b00d3, entries=150, sequenceid=74, filesize=11.7 K 2024-11-12T09:26:55,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1242ms, sequenceid=74, compaction requested=true 2024-11-12T09:26:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:55,512 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:55,512 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:55,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:55,513 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:55,513 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:55,513 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:26:55,513 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:26:55,513 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,513 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,513 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/409d56db6c8b437e85487b51647bc55c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8f62326f4c4a462595834e2355402480, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8353f2c648f9457899a267c2326ecc29, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/25c4006bd64d44a08c94e7f065278c52] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=46.9 K 2024-11-12T09:26:55,513 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/1c28454d83234bd6a2ed9e676a9fdfcf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/a2a5f0271b19419695864f76dee17bba, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/195f099ea84e4ffe9dedcc573dba4010, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/b6993496f6e842109e88e2eeed695d51] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=51.4 K 2024-11-12T09:26:55,513 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 409d56db6c8b437e85487b51647bc55c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731403611235 2024-11-12T09:26:55,513 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c28454d83234bd6a2ed9e676a9fdfcf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731403611233 2024-11-12T09:26:55,514 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f62326f4c4a462595834e2355402480, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731403611270 2024-11-12T09:26:55,514 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2a5f0271b19419695864f76dee17bba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731403611270 2024-11-12T09:26:55,514 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8353f2c648f9457899a267c2326ecc29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731403611400 2024-11-12T09:26:55,514 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 195f099ea84e4ffe9dedcc573dba4010, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731403611400 2024-11-12T09:26:55,514 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 25c4006bd64d44a08c94e7f065278c52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403613608 2024-11-12T09:26:55,514 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6993496f6e842109e88e2eeed695d51, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403613608 2024-11-12T09:26:55,521 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:55,521 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/367346141e354a19abedd93f2420b032 is 50, key is test_row_0/A:col10/1731403613608/Put/seqid=0 2024-11-12T09:26:55,526 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:55,526 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/ccfdeb4e18c2454cb9c43d01429eb676 is 50, key is test_row_0/B:col10/1731403613608/Put/seqid=0 2024-11-12T09:26:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742272_1448 (size=12139) 2024-11-12T09:26:55,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742273_1449 (size=12139) 2024-11-12T09:26:55,537 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/ccfdeb4e18c2454cb9c43d01429eb676 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/ccfdeb4e18c2454cb9c43d01429eb676 2024-11-12T09:26:55,539 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into ccfdeb4e18c2454cb9c43d01429eb676(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:55,540 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:55,540 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=12, startTime=1731403615512; duration=0sec 2024-11-12T09:26:55,540 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:55,540 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:26:55,540 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:26:55,541 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:26:55,541 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:26:55,541 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,541 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ff184a03aa7642a08ad99ec62211bfaf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/a50de4b0730e4580952be5cbe7802756, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/44e6f25814454f20a7b0e286b94c0ea4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ce88baed401446518dcd56eec62b00d3] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=46.9 K 2024-11-12T09:26:55,541 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ff184a03aa7642a08ad99ec62211bfaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731403611235 2024-11-12T09:26:55,541 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a50de4b0730e4580952be5cbe7802756, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731403611270 2024-11-12T09:26:55,542 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e6f25814454f20a7b0e286b94c0ea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731403611400 2024-11-12T09:26:55,542 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ce88baed401446518dcd56eec62b00d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403613608 2024-11-12T09:26:55,548 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:55,548 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/c609c88da90d445fa6e43cc719dfa593 is 50, key is test_row_0/C:col10/1731403613608/Put/seqid=0 2024-11-12T09:26:55,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742274_1450 (size=12139) 2024-11-12T09:26:55,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-12T09:26:55,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:55,586 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T09:26:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/6558202296b84ee58eabf547cbdf0b84 is 50, key is test_row_0/A:col10/1731403614283/Put/seqid=0 2024-11-12T09:26:55,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742275_1451 (size=12001) 2024-11-12T09:26:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T09:26:55,933 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/367346141e354a19abedd93f2420b032 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/367346141e354a19abedd93f2420b032 2024-11-12T09:26:55,937 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into 367346141e354a19abedd93f2420b032(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:55,937 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:55,937 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=12, startTime=1731403615512; duration=0sec 2024-11-12T09:26:55,937 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:55,937 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:26:55,955 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/c609c88da90d445fa6e43cc719dfa593 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c609c88da90d445fa6e43cc719dfa593 2024-11-12T09:26:55,959 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into c609c88da90d445fa6e43cc719dfa593(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:55,959 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:55,959 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=12, startTime=1731403615512; duration=0sec 2024-11-12T09:26:55,960 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:55,960 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:26:55,996 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/6558202296b84ee58eabf547cbdf0b84 2024-11-12T09:26:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/0319fe3f696a40649efb54508fb399d3 is 50, key is test_row_0/B:col10/1731403614283/Put/seqid=0 2024-11-12T09:26:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742276_1452 (size=12001) 2024-11-12T09:26:56,406 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/0319fe3f696a40649efb54508fb399d3 2024-11-12T09:26:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/db6c9f5782504c3791c0d0e37c638b21 is 50, key is test_row_0/C:col10/1731403614283/Put/seqid=0 2024-11-12T09:26:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742277_1453 (size=12001) 2024-11-12T09:26:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:56,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:56,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403676475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403676476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403676478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403676479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403676484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403676596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403676596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403676596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403676596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403676596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T09:26:56,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403676806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403676806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403676806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403676807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:56,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403676807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:56,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:56,815 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/db6c9f5782504c3791c0d0e37c638b21 2024-11-12T09:26:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/6558202296b84ee58eabf547cbdf0b84 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/6558202296b84ee58eabf547cbdf0b84 2024-11-12T09:26:56,820 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/6558202296b84ee58eabf547cbdf0b84, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T09:26:56,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/0319fe3f696a40649efb54508fb399d3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/0319fe3f696a40649efb54508fb399d3 2024-11-12T09:26:56,824 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/0319fe3f696a40649efb54508fb399d3, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T09:26:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/db6c9f5782504c3791c0d0e37c638b21 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/db6c9f5782504c3791c0d0e37c638b21 2024-11-12T09:26:56,827 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/db6c9f5782504c3791c0d0e37c638b21, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T09:26:56,827 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1241ms, sequenceid=88, compaction requested=false 2024-11-12T09:26:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-12T09:26:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-12T09:26:56,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-12T09:26:56,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-11-12T09:26:56,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.3150 sec 2024-11-12T09:26:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:57,121 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:26:57,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T09:26:57,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/baaa46988f9d4169badec097ad986edb is 50, key is test_row_0/A:col10/1731403616463/Put/seqid=0 2024-11-12T09:26:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742278_1454 (size=12001) 2024-11-12T09:26:57,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403677124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403677130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403677131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403677132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403677133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403677235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403677235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403677246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403677256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403677256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403677445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403677445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403677456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403677466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403677466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/baaa46988f9d4169badec097ad986edb 2024-11-12T09:26:57,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/30972013da7d47dd9e89e21576b7ac3a is 50, key is test_row_0/B:col10/1731403616463/Put/seqid=0 2024-11-12T09:26:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742279_1455 (size=12001) 2024-11-12T09:26:57,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403677756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403677756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403677765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403677776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403677776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:57,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/30972013da7d47dd9e89e21576b7ac3a 2024-11-12T09:26:57,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/0c3dbc4b62da4b53b6eda2d1eb41087b is 50, key is test_row_0/C:col10/1731403616463/Put/seqid=0 2024-11-12T09:26:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742280_1456 (size=12001) 2024-11-12T09:26:58,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403678276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403678276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403678276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:58,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403678296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:58,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403678296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:58,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/0c3dbc4b62da4b53b6eda2d1eb41087b 2024-11-12T09:26:58,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/baaa46988f9d4169badec097ad986edb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/baaa46988f9d4169badec097ad986edb 2024-11-12T09:26:58,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/baaa46988f9d4169badec097ad986edb, entries=150, sequenceid=115, filesize=11.7 K 2024-11-12T09:26:58,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/30972013da7d47dd9e89e21576b7ac3a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/30972013da7d47dd9e89e21576b7ac3a 2024-11-12T09:26:58,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/30972013da7d47dd9e89e21576b7ac3a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-12T09:26:58,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/0c3dbc4b62da4b53b6eda2d1eb41087b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0c3dbc4b62da4b53b6eda2d1eb41087b 2024-11-12T09:26:58,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0c3dbc4b62da4b53b6eda2d1eb41087b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-12T09:26:58,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1251ms, sequenceid=115, compaction requested=true 2024-11-12T09:26:58,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:58,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:26:58,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:58,373 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:58,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:26:58,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:58,373 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:58,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:26:58,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:58,373 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:58,373 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:58,373 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:26:58,373 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:26:58,373 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:58,373 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:58,373 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/ccfdeb4e18c2454cb9c43d01429eb676, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/0319fe3f696a40649efb54508fb399d3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/30972013da7d47dd9e89e21576b7ac3a] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=35.3 K 2024-11-12T09:26:58,373 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/367346141e354a19abedd93f2420b032, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/6558202296b84ee58eabf547cbdf0b84, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/baaa46988f9d4169badec097ad986edb] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=35.3 K 2024-11-12T09:26:58,374 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 367346141e354a19abedd93f2420b032, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403613608 2024-11-12T09:26:58,374 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ccfdeb4e18c2454cb9c43d01429eb676, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403613608 2024-11-12T09:26:58,374 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6558202296b84ee58eabf547cbdf0b84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731403614283 2024-11-12T09:26:58,374 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0319fe3f696a40649efb54508fb399d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731403614283 2024-11-12T09:26:58,374 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting baaa46988f9d4169badec097ad986edb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731403616463 2024-11-12T09:26:58,374 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 30972013da7d47dd9e89e21576b7ac3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731403616463 2024-11-12T09:26:58,380 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:58,381 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/9ac0fc8b0bdf4f27adf1b5c251ed7d7a is 50, key is test_row_0/A:col10/1731403616463/Put/seqid=0 2024-11-12T09:26:58,384 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:58,385 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/2b6dd67bdca047eeac5f40bf5e44e49c is 50, key is test_row_0/B:col10/1731403616463/Put/seqid=0 2024-11-12T09:26:58,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742281_1457 (size=12241) 2024-11-12T09:26:58,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742282_1458 (size=12241) 2024-11-12T09:26:58,402 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/2b6dd67bdca047eeac5f40bf5e44e49c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2b6dd67bdca047eeac5f40bf5e44e49c 2024-11-12T09:26:58,406 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into 2b6dd67bdca047eeac5f40bf5e44e49c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:58,406 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:58,406 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=13, startTime=1731403618373; duration=0sec 2024-11-12T09:26:58,406 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:26:58,406 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:26:58,406 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:26:58,409 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:26:58,409 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:26:58,409 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:58,409 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c609c88da90d445fa6e43cc719dfa593, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/db6c9f5782504c3791c0d0e37c638b21, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0c3dbc4b62da4b53b6eda2d1eb41087b] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=35.3 K 2024-11-12T09:26:58,410 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c609c88da90d445fa6e43cc719dfa593, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731403613608 2024-11-12T09:26:58,410 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting db6c9f5782504c3791c0d0e37c638b21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731403614283 2024-11-12T09:26:58,410 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c3dbc4b62da4b53b6eda2d1eb41087b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731403616463 2024-11-12T09:26:58,416 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:26:58,416 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/b4fd24f34a6b4b4498548ab2da676e8c is 50, key is test_row_0/C:col10/1731403616463/Put/seqid=0 2024-11-12T09:26:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742283_1459 (size=12241) 2024-11-12T09:26:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T09:26:58,686 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:26:58,686 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:26:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-12T09:26:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T09:26:58,688 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:26:58,688 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:26:58,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:26:58,793 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/9ac0fc8b0bdf4f27adf1b5c251ed7d7a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9ac0fc8b0bdf4f27adf1b5c251ed7d7a 2024-11-12T09:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T09:26:58,797 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into 9ac0fc8b0bdf4f27adf1b5c251ed7d7a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:58,797 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:58,797 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=13, startTime=1731403618372; duration=0sec 2024-11-12T09:26:58,797 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:58,797 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:26:58,822 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/b4fd24f34a6b4b4498548ab2da676e8c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b4fd24f34a6b4b4498548ab2da676e8c 2024-11-12T09:26:58,826 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into b4fd24f34a6b4b4498548ab2da676e8c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:26:58,826 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:26:58,826 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=13, startTime=1731403618373; duration=0sec 2024-11-12T09:26:58,826 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:26:58,826 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:26:58,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-12T09:26:58,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:26:58,840 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:26:58,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/522d97b8bd3a40ca8d935748bd717a07 is 50, key is test_row_0/A:col10/1731403617130/Put/seqid=0 2024-11-12T09:26:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742284_1460 (size=12001) 2024-11-12T09:26:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T09:26:59,247 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/522d97b8bd3a40ca8d935748bd717a07 2024-11-12T09:26:59,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/750143e349ad49c7ad25101682dd975f is 50, key is test_row_0/B:col10/1731403617130/Put/seqid=0 2024-11-12T09:26:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742285_1461 (size=12001) 2024-11-12T09:26:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:26:59,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:26:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T09:26:59,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403679327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403679329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403679329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403679335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403679336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403679446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403679446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403679446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403679446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403679455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,657 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/750143e349ad49c7ad25101682dd975f 2024-11-12T09:26:59,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403679656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403679656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403679656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/77467f73f7444507930844a9e77755df is 50, key is test_row_0/C:col10/1731403617130/Put/seqid=0 2024-11-12T09:26:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403679656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742286_1462 (size=12001) 2024-11-12T09:26:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403679666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T09:26:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403679966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403679966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403679966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403679975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:26:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:26:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403679976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:26:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:26:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,066 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/77467f73f7444507930844a9e77755df 2024-11-12T09:27:00,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/522d97b8bd3a40ca8d935748bd717a07 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/522d97b8bd3a40ca8d935748bd717a07 2024-11-12T09:27:00,071 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/522d97b8bd3a40ca8d935748bd717a07, entries=150, sequenceid=129, filesize=11.7 K 2024-11-12T09:27:00,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/750143e349ad49c7ad25101682dd975f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/750143e349ad49c7ad25101682dd975f 2024-11-12T09:27:00,074 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/750143e349ad49c7ad25101682dd975f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-12T09:27:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/77467f73f7444507930844a9e77755df as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/77467f73f7444507930844a9e77755df 2024-11-12T09:27:00,077 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/77467f73f7444507930844a9e77755df, entries=150, sequenceid=129, filesize=11.7 K 2024-11-12T09:27:00,077 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1237ms, sequenceid=129, compaction requested=false 2024-11-12T09:27:00,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:00,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:00,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-12T09:27:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-12T09:27:00,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-12T09:27:00,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-11-12T09:27:00,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.3950 sec 2024-11-12T09:27:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:00,481 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:00,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:27:00,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/4c4931e70a804ca3a72e7ff21e276e4e is 50, key is test_row_0/A:col10/1731403620480/Put/seqid=0 2024-11-12T09:27:00,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742287_1463 (size=16931) 2024-11-12T09:27:00,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403680490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403680493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403680494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403680495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403680495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403680605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403680606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403680606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403680606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403680606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403680816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403680816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403680816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403680816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403680816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-12T09:27:00,836 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:00,836 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-12T09:27:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T09:27:00,837 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:00,838 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:00,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:00,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/4c4931e70a804ca3a72e7ff21e276e4e 2024-11-12T09:27:00,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/96e4ec30112044c496b42621f869bad2 is 50, key is test_row_0/B:col10/1731403620480/Put/seqid=0 2024-11-12T09:27:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742288_1464 (size=12151) 2024-11-12T09:27:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T09:27:00,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T09:27:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:00,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:01,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403681126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403681126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403681126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T09:27:01,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403681136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:01,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403681136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T09:27:01,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T09:27:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:01,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/96e4ec30112044c496b42621f869bad2 2024-11-12T09:27:01,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/92894e2f0e86426ca3b10377f5535ea7 is 50, key is test_row_0/C:col10/1731403620480/Put/seqid=0 2024-11-12T09:27:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742289_1465 (size=12151) 2024-11-12T09:27:01,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/92894e2f0e86426ca3b10377f5535ea7 2024-11-12T09:27:01,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/4c4931e70a804ca3a72e7ff21e276e4e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4c4931e70a804ca3a72e7ff21e276e4e 2024-11-12T09:27:01,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4c4931e70a804ca3a72e7ff21e276e4e, entries=250, sequenceid=156, filesize=16.5 K 2024-11-12T09:27:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/96e4ec30112044c496b42621f869bad2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/96e4ec30112044c496b42621f869bad2 2024-11-12T09:27:01,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/96e4ec30112044c496b42621f869bad2, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T09:27:01,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/92894e2f0e86426ca3b10377f5535ea7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/92894e2f0e86426ca3b10377f5535ea7 2024-11-12T09:27:01,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/92894e2f0e86426ca3b10377f5535ea7, entries=150, sequenceid=156, filesize=11.9 K 2024-11-12T09:27:01,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 92d52e4ff6cc35b10f421789d63f7bf0 in 838ms, sequenceid=156, compaction requested=true 2024-11-12T09:27:01,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:01,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:01,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:01,320 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:01,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:01,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:01,320 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:01,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:01,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:01,320 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:01,320 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:01,320 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:27:01,320 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:27:01,320 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,320 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,320 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2b6dd67bdca047eeac5f40bf5e44e49c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/750143e349ad49c7ad25101682dd975f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/96e4ec30112044c496b42621f869bad2] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=35.5 K 2024-11-12T09:27:01,320 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9ac0fc8b0bdf4f27adf1b5c251ed7d7a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/522d97b8bd3a40ca8d935748bd717a07, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4c4931e70a804ca3a72e7ff21e276e4e] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=40.2 K 2024-11-12T09:27:01,321 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b6dd67bdca047eeac5f40bf5e44e49c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731403616463 2024-11-12T09:27:01,321 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ac0fc8b0bdf4f27adf1b5c251ed7d7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731403616463 2024-11-12T09:27:01,321 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 750143e349ad49c7ad25101682dd975f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731403617123 2024-11-12T09:27:01,321 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 522d97b8bd3a40ca8d935748bd717a07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731403617123 2024-11-12T09:27:01,321 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 96e4ec30112044c496b42621f869bad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403619322 2024-11-12T09:27:01,321 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4931e70a804ca3a72e7ff21e276e4e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403619322 2024-11-12T09:27:01,326 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:01,327 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/877bb46263fd466a81a5cb164cc58a48 is 50, key is test_row_0/B:col10/1731403620480/Put/seqid=0 2024-11-12T09:27:01,331 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:01,331 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/4db251cddd494a17a28e60ca156d22a3 is 50, key is test_row_0/A:col10/1731403620480/Put/seqid=0 2024-11-12T09:27:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742290_1466 (size=12493) 2024-11-12T09:27:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742291_1467 (size=12493) 2024-11-12T09:27:01,339 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/877bb46263fd466a81a5cb164cc58a48 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/877bb46263fd466a81a5cb164cc58a48 2024-11-12T09:27:01,342 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into 877bb46263fd466a81a5cb164cc58a48(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:01,342 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:01,342 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=13, startTime=1731403621320; duration=0sec 2024-11-12T09:27:01,342 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:01,342 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:27:01,342 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:01,342 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:01,343 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:27:01,343 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,343 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b4fd24f34a6b4b4498548ab2da676e8c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/77467f73f7444507930844a9e77755df, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/92894e2f0e86426ca3b10377f5535ea7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=35.5 K 2024-11-12T09:27:01,343 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b4fd24f34a6b4b4498548ab2da676e8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731403616463 2024-11-12T09:27:01,343 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 77467f73f7444507930844a9e77755df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731403617123 2024-11-12T09:27:01,343 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 92894e2f0e86426ca3b10377f5535ea7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403619322 2024-11-12T09:27:01,353 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:01,354 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/53812ab9ac5e4ea48be6df541f88c5f9 is 50, key is test_row_0/C:col10/1731403620480/Put/seqid=0 2024-11-12T09:27:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742292_1468 (size=12493) 2024-11-12T09:27:01,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T09:27:01,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,448 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T09:27:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T09:27:01,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d75ea28dedfb4aeb8ea8544d6d7401ac is 50, key is test_row_0/A:col10/1731403620493/Put/seqid=0 2024-11-12T09:27:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742293_1469 (size=12151) 2024-11-12T09:27:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:01,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:01,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403681680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403681680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403681683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403681684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403681684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,739 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/4db251cddd494a17a28e60ca156d22a3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4db251cddd494a17a28e60ca156d22a3 2024-11-12T09:27:01,742 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into 4db251cddd494a17a28e60ca156d22a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:01,742 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:01,742 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=13, startTime=1731403621319; duration=0sec 2024-11-12T09:27:01,742 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:01,742 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:27:01,768 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/53812ab9ac5e4ea48be6df541f88c5f9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/53812ab9ac5e4ea48be6df541f88c5f9 2024-11-12T09:27:01,772 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into 53812ab9ac5e4ea48be6df541f88c5f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:01,772 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:01,772 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=13, startTime=1731403621320; duration=0sec 2024-11-12T09:27:01,772 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:01,772 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:27:01,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403681796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403681796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403681796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403681796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403681796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:01,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:01,905 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d75ea28dedfb4aeb8ea8544d6d7401ac 2024-11-12T09:27:01,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/16dc2e905be84723b58f8fdb1d090973 is 50, key is test_row_0/B:col10/1731403620493/Put/seqid=0 2024-11-12T09:27:01,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742294_1470 (size=12151) 2024-11-12T09:27:01,919 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/16dc2e905be84723b58f8fdb1d090973 2024-11-12T09:27:01,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/56215a8ce10d4fcc8cec57c130b08dd8 is 50, key is test_row_0/C:col10/1731403620493/Put/seqid=0 2024-11-12T09:27:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742295_1471 (size=12151) 2024-11-12T09:27:01,928 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/56215a8ce10d4fcc8cec57c130b08dd8 2024-11-12T09:27:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d75ea28dedfb4aeb8ea8544d6d7401ac as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d75ea28dedfb4aeb8ea8544d6d7401ac 2024-11-12T09:27:01,934 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d75ea28dedfb4aeb8ea8544d6d7401ac, entries=150, sequenceid=167, filesize=11.9 K 2024-11-12T09:27:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/16dc2e905be84723b58f8fdb1d090973 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/16dc2e905be84723b58f8fdb1d090973 2024-11-12T09:27:01,938 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/16dc2e905be84723b58f8fdb1d090973, entries=150, sequenceid=167, filesize=11.9 K 2024-11-12T09:27:01,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/56215a8ce10d4fcc8cec57c130b08dd8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/56215a8ce10d4fcc8cec57c130b08dd8 2024-11-12T09:27:01,941 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/56215a8ce10d4fcc8cec57c130b08dd8, entries=150, sequenceid=167, filesize=11.9 K 2024-11-12T09:27:01,942 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 92d52e4ff6cc35b10f421789d63f7bf0 in 494ms, sequenceid=167, compaction requested=false 2024-11-12T09:27:01,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:01,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:01,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-12T09:27:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-12T09:27:01,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-12T09:27:01,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1050 sec 2024-11-12T09:27:01,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1090 sec 2024-11-12T09:27:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T09:27:01,976 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:01,976 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-12T09:27:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T09:27:01,977 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:01,978 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:01,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:02,011 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:02,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T09:27:02,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d4d3e6c915d34003bb77cb233cf369f8 is 50, key is test_row_0/A:col10/1731403621682/Put/seqid=0 2024-11-12T09:27:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403682012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742296_1472 (size=16931) 2024-11-12T09:27:02,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403682013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403682014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403682016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403682016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T09:27:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403682125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403682126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403682126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403682126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403682126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:02,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:02,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:02,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T09:27:02,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403682336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403682336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403682336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403682336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403682336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d4d3e6c915d34003bb77cb233cf369f8 2024-11-12T09:27:02,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8bbe9ba5d63546d9bd7d8d0c07e92299 is 50, key is test_row_0/B:col10/1731403621682/Put/seqid=0 2024-11-12T09:27:02,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742297_1473 (size=12151) 2024-11-12T09:27:02,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:02,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:02,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T09:27:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403682645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403682645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403682645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403682646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403682646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:02,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8bbe9ba5d63546d9bd7d8d0c07e92299 2024-11-12T09:27:02,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/7e1ed1ccd0de40e583b37c1cec110922 is 50, key is test_row_0/C:col10/1731403621682/Put/seqid=0 2024-11-12T09:27:02,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742298_1474 (size=12151) 2024-11-12T09:27:02,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:02,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:03,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:03,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T09:27:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403683155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403683155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403683156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403683156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403683166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:03,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:03,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:03,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/7e1ed1ccd0de40e583b37c1cec110922 2024-11-12T09:27:03,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d4d3e6c915d34003bb77cb233cf369f8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d4d3e6c915d34003bb77cb233cf369f8 2024-11-12T09:27:03,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d4d3e6c915d34003bb77cb233cf369f8, entries=250, sequenceid=197, filesize=16.5 K 2024-11-12T09:27:03,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/8bbe9ba5d63546d9bd7d8d0c07e92299 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8bbe9ba5d63546d9bd7d8d0c07e92299 2024-11-12T09:27:03,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8bbe9ba5d63546d9bd7d8d0c07e92299, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T09:27:03,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/7e1ed1ccd0de40e583b37c1cec110922 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/7e1ed1ccd0de40e583b37c1cec110922 2024-11-12T09:27:03,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/7e1ed1ccd0de40e583b37c1cec110922, entries=150, sequenceid=197, filesize=11.9 K 2024-11-12T09:27:03,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1241ms, sequenceid=197, compaction requested=true 2024-11-12T09:27:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:03,252 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:03,252 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:03,253 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:03,253 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:03,253 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:27:03,253 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:27:03,253 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:03,253 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:03,253 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4db251cddd494a17a28e60ca156d22a3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d75ea28dedfb4aeb8ea8544d6d7401ac, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d4d3e6c915d34003bb77cb233cf369f8] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=40.6 K 2024-11-12T09:27:03,253 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/877bb46263fd466a81a5cb164cc58a48, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/16dc2e905be84723b58f8fdb1d090973, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8bbe9ba5d63546d9bd7d8d0c07e92299] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=35.9 K 2024-11-12T09:27:03,254 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 877bb46263fd466a81a5cb164cc58a48, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403619322 2024-11-12T09:27:03,254 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4db251cddd494a17a28e60ca156d22a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403619322 2024-11-12T09:27:03,254 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 16dc2e905be84723b58f8fdb1d090973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731403620493 2024-11-12T09:27:03,254 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d75ea28dedfb4aeb8ea8544d6d7401ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731403620493 2024-11-12T09:27:03,254 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bbe9ba5d63546d9bd7d8d0c07e92299, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403621682 2024-11-12T09:27:03,255 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4d3e6c915d34003bb77cb233cf369f8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403621682 2024-11-12T09:27:03,266 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:03,267 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/a88cbee8e9854f8f9386f72684e70a3e is 50, key is test_row_0/B:col10/1731403621682/Put/seqid=0 2024-11-12T09:27:03,268 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:03,268 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/ab4ae21670c54e348e5952f7be6770c8 is 50, key is test_row_0/A:col10/1731403621682/Put/seqid=0 2024-11-12T09:27:03,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742299_1475 (size=12595) 2024-11-12T09:27:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742300_1476 (size=12595) 2024-11-12T09:27:03,276 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/a88cbee8e9854f8f9386f72684e70a3e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a88cbee8e9854f8f9386f72684e70a3e 2024-11-12T09:27:03,279 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/ab4ae21670c54e348e5952f7be6770c8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/ab4ae21670c54e348e5952f7be6770c8 2024-11-12T09:27:03,284 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into ab4ae21670c54e348e5952f7be6770c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:03,284 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:03,284 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=13, startTime=1731403623252; duration=0sec 2024-11-12T09:27:03,284 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:03,284 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:27:03,284 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:03,284 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into a88cbee8e9854f8f9386f72684e70a3e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:03,285 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:03,285 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=13, startTime=1731403623252; duration=0sec 2024-11-12T09:27:03,285 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:03,285 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:27:03,285 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:03,285 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:27:03,285 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:03,286 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/53812ab9ac5e4ea48be6df541f88c5f9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/56215a8ce10d4fcc8cec57c130b08dd8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/7e1ed1ccd0de40e583b37c1cec110922] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=35.9 K 2024-11-12T09:27:03,286 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53812ab9ac5e4ea48be6df541f88c5f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731403619322 2024-11-12T09:27:03,286 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56215a8ce10d4fcc8cec57c130b08dd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731403620493 2024-11-12T09:27:03,287 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e1ed1ccd0de40e583b37c1cec110922, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403621682 2024-11-12T09:27:03,291 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:03,292 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/bb0bfa6bbb2c4858bd91e802a0c939ce is 50, key is test_row_0/C:col10/1731403621682/Put/seqid=0 2024-11-12T09:27:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742301_1477 (size=12595) 2024-11-12T09:27:03,310 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/bb0bfa6bbb2c4858bd91e802a0c939ce as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/bb0bfa6bbb2c4858bd91e802a0c939ce 2024-11-12T09:27:03,322 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into bb0bfa6bbb2c4858bd91e802a0c939ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:03,322 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:03,322 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=13, startTime=1731403623252; duration=0sec 2024-11-12T09:27:03,322 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:03,322 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:27:03,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T09:27:03,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:03,349 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T09:27:03,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/9d6909d1d8fe452f91383f5a53f0e72d is 50, key is test_row_0/A:col10/1731403622012/Put/seqid=0 2024-11-12T09:27:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742302_1478 (size=12151) 2024-11-12T09:27:03,763 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/9d6909d1d8fe452f91383f5a53f0e72d 2024-11-12T09:27:03,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6806864010df4474b53721a77813110a is 50, key is test_row_0/B:col10/1731403622012/Put/seqid=0 2024-11-12T09:27:03,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742303_1479 (size=12151) 2024-11-12T09:27:03,779 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6806864010df4474b53721a77813110a 2024-11-12T09:27:03,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/59acb35c2aec4dc9ae2f025dce31d31d is 50, key is test_row_0/C:col10/1731403622012/Put/seqid=0 2024-11-12T09:27:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742304_1480 (size=12151) 2024-11-12T09:27:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T09:27:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:04,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:04,198 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/59acb35c2aec4dc9ae2f025dce31d31d 2024-11-12T09:27:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/9d6909d1d8fe452f91383f5a53f0e72d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9d6909d1d8fe452f91383f5a53f0e72d 2024-11-12T09:27:04,218 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9d6909d1d8fe452f91383f5a53f0e72d, entries=150, sequenceid=208, filesize=11.9 K 2024-11-12T09:27:04,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6806864010df4474b53721a77813110a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6806864010df4474b53721a77813110a 2024-11-12T09:27:04,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403684213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403684217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403684218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,234 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6806864010df4474b53721a77813110a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-12T09:27:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403684219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403684220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/59acb35c2aec4dc9ae2f025dce31d31d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/59acb35c2aec4dc9ae2f025dce31d31d 2024-11-12T09:27:04,239 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/59acb35c2aec4dc9ae2f025dce31d31d, entries=150, sequenceid=208, filesize=11.9 K 2024-11-12T09:27:04,240 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 92d52e4ff6cc35b10f421789d63f7bf0 in 891ms, sequenceid=208, compaction requested=false 2024-11-12T09:27:04,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:04,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:04,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-12T09:27:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-12T09:27:04,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-12T09:27:04,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2640 sec 2024-11-12T09:27:04,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.2680 sec 2024-11-12T09:27:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:04,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:04,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-12T09:27:04,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/c448fc612763405ea677d40082f79da7 is 50, key is test_row_0/A:col10/1731403624217/Put/seqid=0 2024-11-12T09:27:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742305_1481 (size=14541) 2024-11-12T09:27:04,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/c448fc612763405ea677d40082f79da7 2024-11-12T09:27:04,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403684338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403684343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/a830f3192d4948c5b6a513cfb33caf3c is 50, key is test_row_0/B:col10/1731403624217/Put/seqid=0 2024-11-12T09:27:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403684346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403684346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403684347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742306_1482 (size=12151) 2024-11-12T09:27:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403684456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403684456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403684456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403684566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403684566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403684666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403684666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403684666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/a830f3192d4948c5b6a513cfb33caf3c 2024-11-12T09:27:04,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/824cbc3df886488baaf2cfd16b0895cb is 50, key is test_row_0/C:col10/1731403624217/Put/seqid=0 2024-11-12T09:27:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742307_1483 (size=12151) 2024-11-12T09:27:04,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/824cbc3df886488baaf2cfd16b0895cb 2024-11-12T09:27:04,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/c448fc612763405ea677d40082f79da7 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/c448fc612763405ea677d40082f79da7 2024-11-12T09:27:04,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/c448fc612763405ea677d40082f79da7, entries=200, sequenceid=238, filesize=14.2 K 2024-11-12T09:27:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/a830f3192d4948c5b6a513cfb33caf3c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a830f3192d4948c5b6a513cfb33caf3c 2024-11-12T09:27:04,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a830f3192d4948c5b6a513cfb33caf3c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-12T09:27:04,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/824cbc3df886488baaf2cfd16b0895cb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/824cbc3df886488baaf2cfd16b0895cb 2024-11-12T09:27:04,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/824cbc3df886488baaf2cfd16b0895cb, entries=150, sequenceid=238, filesize=11.9 K 2024-11-12T09:27:04,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 92d52e4ff6cc35b10f421789d63f7bf0 in 458ms, sequenceid=238, compaction requested=true 2024-11-12T09:27:04,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:04,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:04,788 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:04,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:04,788 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:04,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:04,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:04,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:04,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:04,789 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:04,790 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:27:04,790 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:04,790 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a88cbee8e9854f8f9386f72684e70a3e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6806864010df4474b53721a77813110a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a830f3192d4948c5b6a513cfb33caf3c] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.0 K 2024-11-12T09:27:04,790 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:04,790 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:27:04,790 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:04,790 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/ab4ae21670c54e348e5952f7be6770c8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9d6909d1d8fe452f91383f5a53f0e72d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/c448fc612763405ea677d40082f79da7] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=38.4 K 2024-11-12T09:27:04,790 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab4ae21670c54e348e5952f7be6770c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403621682 2024-11-12T09:27:04,790 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a88cbee8e9854f8f9386f72684e70a3e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403621682 2024-11-12T09:27:04,791 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6806864010df4474b53721a77813110a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731403622012 2024-11-12T09:27:04,791 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d6909d1d8fe452f91383f5a53f0e72d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731403622012 2024-11-12T09:27:04,791 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a830f3192d4948c5b6a513cfb33caf3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731403624215 2024-11-12T09:27:04,791 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c448fc612763405ea677d40082f79da7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731403624210 2024-11-12T09:27:04,803 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:04,804 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/4e56d4231ad441ab85ec61a6649e0aaa is 50, key is test_row_0/B:col10/1731403624217/Put/seqid=0 2024-11-12T09:27:04,806 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:04,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/85642f79cdda416fb9ffde8e86f68112 is 50, key is test_row_0/A:col10/1731403624217/Put/seqid=0 2024-11-12T09:27:04,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742308_1484 (size=12697) 2024-11-12T09:27:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742309_1485 (size=12697) 2024-11-12T09:27:04,827 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/85642f79cdda416fb9ffde8e86f68112 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/85642f79cdda416fb9ffde8e86f68112 2024-11-12T09:27:04,834 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into 85642f79cdda416fb9ffde8e86f68112(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:04,834 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:04,834 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=13, startTime=1731403624788; duration=0sec 2024-11-12T09:27:04,834 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:04,834 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:27:04,834 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:04,835 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:04,835 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:27:04,835 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:04,836 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/bb0bfa6bbb2c4858bd91e802a0c939ce, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/59acb35c2aec4dc9ae2f025dce31d31d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/824cbc3df886488baaf2cfd16b0895cb] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.0 K 2024-11-12T09:27:04,836 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb0bfa6bbb2c4858bd91e802a0c939ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731403621682 2024-11-12T09:27:04,838 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59acb35c2aec4dc9ae2f025dce31d31d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731403622012 2024-11-12T09:27:04,839 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 824cbc3df886488baaf2cfd16b0895cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731403624215 2024-11-12T09:27:04,848 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:04,848 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d137e93edc4e4b01add732ffb7bf7336 is 50, key is test_row_0/C:col10/1731403624217/Put/seqid=0 2024-11-12T09:27:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742310_1486 (size=12697) 2024-11-12T09:27:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:04,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:27:04,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/089cbf31ede8492d9684aa46d7c48690 is 50, key is test_row_0/A:col10/1731403624881/Put/seqid=0 2024-11-12T09:27:04,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742311_1487 (size=16931) 2024-11-12T09:27:04,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/089cbf31ede8492d9684aa46d7c48690 2024-11-12T09:27:04,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6738ba33ee8845d7ade72fa8fa0c9702 is 50, key is test_row_0/B:col10/1731403624881/Put/seqid=0 2024-11-12T09:27:04,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742312_1488 (size=12151) 2024-11-12T09:27:04,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6738ba33ee8845d7ade72fa8fa0c9702 2024-11-12T09:27:04,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/b95dc0933e37409585b06d62cdafd156 is 50, key is test_row_0/C:col10/1731403624881/Put/seqid=0 2024-11-12T09:27:04,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742313_1489 (size=12151) 2024-11-12T09:27:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403684975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403684976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403684976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403684983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:04,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403684986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:04,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:04,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403685096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403685096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,213 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/4e56d4231ad441ab85ec61a6649e0aaa as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4e56d4231ad441ab85ec61a6649e0aaa 2024-11-12T09:27:05,216 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into 4e56d4231ad441ab85ec61a6649e0aaa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:05,216 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:05,216 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=13, startTime=1731403624788; duration=0sec 2024-11-12T09:27:05,216 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:05,216 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:27:05,255 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d137e93edc4e4b01add732ffb7bf7336 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d137e93edc4e4b01add732ffb7bf7336 2024-11-12T09:27:05,261 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into d137e93edc4e4b01add732ffb7bf7336(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:05,261 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:05,261 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=13, startTime=1731403624788; duration=0sec 2024-11-12T09:27:05,261 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:05,261 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:27:05,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403685316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/b95dc0933e37409585b06d62cdafd156 2024-11-12T09:27:05,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403685316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/089cbf31ede8492d9684aa46d7c48690 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/089cbf31ede8492d9684aa46d7c48690 2024-11-12T09:27:05,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/089cbf31ede8492d9684aa46d7c48690, entries=250, sequenceid=250, filesize=16.5 K 2024-11-12T09:27:05,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6738ba33ee8845d7ade72fa8fa0c9702 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6738ba33ee8845d7ade72fa8fa0c9702 2024-11-12T09:27:05,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6738ba33ee8845d7ade72fa8fa0c9702, entries=150, sequenceid=250, filesize=11.9 K 2024-11-12T09:27:05,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/b95dc0933e37409585b06d62cdafd156 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b95dc0933e37409585b06d62cdafd156 2024-11-12T09:27:05,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b95dc0933e37409585b06d62cdafd156, entries=150, sequenceid=250, filesize=11.9 K 2024-11-12T09:27:05,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 92d52e4ff6cc35b10f421789d63f7bf0 in 455ms, sequenceid=250, compaction requested=false 2024-11-12T09:27:05,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:05,502 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:05,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:27:05,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/2c4fbb21f254427fbaffd5b23f256769 is 50, key is test_row_0/A:col10/1731403624972/Put/seqid=0 2024-11-12T09:27:05,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742314_1490 (size=17181) 2024-11-12T09:27:05,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403685518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403685519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403685524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403685626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403685626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403685626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403685636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403685636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403685846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403685856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403685856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:05,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/2c4fbb21f254427fbaffd5b23f256769 2024-11-12T09:27:05,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/74d591db043d41e9a73c8c972c883ba4 is 50, key is test_row_0/B:col10/1731403624972/Put/seqid=0 2024-11-12T09:27:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742315_1491 (size=12301) 2024-11-12T09:27:06,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403686136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T09:27:06,146 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:06,146 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-12T09:27:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T09:27:06,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:06,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:06,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:06,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403686145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:06,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:06,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403686166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403686166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:06,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403686176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T09:27:06,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T09:27:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/74d591db043d41e9a73c8c972c883ba4 2024-11-12T09:27:06,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d959996b32ad4fdfa6379a2227ecd212 is 50, key is test_row_0/C:col10/1731403624972/Put/seqid=0 2024-11-12T09:27:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742316_1492 (size=12301) 2024-11-12T09:27:06,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T09:27:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T09:27:06,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T09:27:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:06,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403686686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:06,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:06,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403686686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:06,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403686696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:06,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d959996b32ad4fdfa6379a2227ecd212 2024-11-12T09:27:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/2c4fbb21f254427fbaffd5b23f256769 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/2c4fbb21f254427fbaffd5b23f256769 2024-11-12T09:27:06,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/2c4fbb21f254427fbaffd5b23f256769, entries=250, sequenceid=279, filesize=16.8 K 2024-11-12T09:27:06,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/74d591db043d41e9a73c8c972c883ba4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/74d591db043d41e9a73c8c972c883ba4 2024-11-12T09:27:06,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/74d591db043d41e9a73c8c972c883ba4, entries=150, sequenceid=279, filesize=12.0 K 2024-11-12T09:27:06,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d959996b32ad4fdfa6379a2227ecd212 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d959996b32ad4fdfa6379a2227ecd212 2024-11-12T09:27:06,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d959996b32ad4fdfa6379a2227ecd212, entries=150, sequenceid=279, filesize=12.0 K 2024-11-12T09:27:06,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1253ms, sequenceid=279, compaction requested=true 2024-11-12T09:27:06,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:06,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:06,755 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:06,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:06,755 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:06,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:06,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:06,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:06,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:06,756 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:06,756 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:27:06,756 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 46809 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:06,756 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,756 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:27:06,756 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4e56d4231ad441ab85ec61a6649e0aaa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6738ba33ee8845d7ade72fa8fa0c9702, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/74d591db043d41e9a73c8c972c883ba4] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.3 K 2024-11-12T09:27:06,756 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,756 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/85642f79cdda416fb9ffde8e86f68112, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/089cbf31ede8492d9684aa46d7c48690, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/2c4fbb21f254427fbaffd5b23f256769] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=45.7 K 2024-11-12T09:27:06,756 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85642f79cdda416fb9ffde8e86f68112, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731403624215 2024-11-12T09:27:06,756 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e56d4231ad441ab85ec61a6649e0aaa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731403624215 2024-11-12T09:27:06,757 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6738ba33ee8845d7ade72fa8fa0c9702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731403624879 2024-11-12T09:27:06,757 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 089cbf31ede8492d9684aa46d7c48690, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731403624341 2024-11-12T09:27:06,757 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 74d591db043d41e9a73c8c972c883ba4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731403624972 2024-11-12T09:27:06,757 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c4fbb21f254427fbaffd5b23f256769, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731403624960 2024-11-12T09:27:06,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T09:27:06,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,759 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T09:27:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2 is 50, key is test_row_0/A:col10/1731403625511/Put/seqid=0 2024-11-12T09:27:06,764 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:06,765 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/df9a8dbf5d8345439a54ed081d46738c is 50, key is test_row_0/B:col10/1731403624972/Put/seqid=0 2024-11-12T09:27:06,767 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:06,767 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/15497b8e3af34d98868f4f55a1b08a5d is 50, key is test_row_0/A:col10/1731403624972/Put/seqid=0 2024-11-12T09:27:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T09:27:06,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742317_1493 (size=12949) 2024-11-12T09:27:06,794 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/df9a8dbf5d8345439a54ed081d46738c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/df9a8dbf5d8345439a54ed081d46738c 2024-11-12T09:27:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742318_1494 (size=12301) 2024-11-12T09:27:06,799 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2 2024-11-12T09:27:06,803 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into df9a8dbf5d8345439a54ed081d46738c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:06,803 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:06,803 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=13, startTime=1731403626755; duration=0sec 2024-11-12T09:27:06,803 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:06,803 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:27:06,803 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:06,804 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:06,804 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:27:06,804 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:06,804 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d137e93edc4e4b01add732ffb7bf7336, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b95dc0933e37409585b06d62cdafd156, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d959996b32ad4fdfa6379a2227ecd212] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.3 K 2024-11-12T09:27:06,805 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting d137e93edc4e4b01add732ffb7bf7336, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731403624215 2024-11-12T09:27:06,805 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b95dc0933e37409585b06d62cdafd156, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731403624879 2024-11-12T09:27:06,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/3be69008fecf49bd80c689c7f634b011 is 50, key is test_row_0/B:col10/1731403625511/Put/seqid=0 2024-11-12T09:27:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742319_1495 (size=12949) 2024-11-12T09:27:06,807 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting d959996b32ad4fdfa6379a2227ecd212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731403624972 2024-11-12T09:27:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742320_1496 (size=12301) 2024-11-12T09:27:06,814 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/3be69008fecf49bd80c689c7f634b011 2024-11-12T09:27:06,817 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:06,817 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/1184f085b0c54cd1986a9c2915475347 is 50, key is test_row_0/C:col10/1731403624972/Put/seqid=0 2024-11-12T09:27:06,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/dc85f354889a4534afbcc4dc997b59da is 50, key is test_row_0/C:col10/1731403625511/Put/seqid=0 2024-11-12T09:27:06,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742321_1497 (size=12949) 2024-11-12T09:27:06,839 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/1184f085b0c54cd1986a9c2915475347 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/1184f085b0c54cd1986a9c2915475347 2024-11-12T09:27:06,844 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into 1184f085b0c54cd1986a9c2915475347(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:06,844 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:06,844 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=13, startTime=1731403626755; duration=0sec 2024-11-12T09:27:06,844 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:06,844 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:27:06,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742322_1498 (size=12301) 2024-11-12T09:27:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:07,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:07,210 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/15497b8e3af34d98868f4f55a1b08a5d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/15497b8e3af34d98868f4f55a1b08a5d 2024-11-12T09:27:07,214 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into 15497b8e3af34d98868f4f55a1b08a5d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:07,214 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:07,214 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=13, startTime=1731403626755; duration=0sec 2024-11-12T09:27:07,214 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:07,214 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:27:07,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403687234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,245 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/dc85f354889a4534afbcc4dc997b59da 2024-11-12T09:27:07,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2 2024-11-12T09:27:07,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403687244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,251 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2, entries=150, sequenceid=288, filesize=12.0 K 2024-11-12T09:27:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/3be69008fecf49bd80c689c7f634b011 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/3be69008fecf49bd80c689c7f634b011 2024-11-12T09:27:07,254 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/3be69008fecf49bd80c689c7f634b011, entries=150, sequenceid=288, filesize=12.0 K 2024-11-12T09:27:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/dc85f354889a4534afbcc4dc997b59da as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/dc85f354889a4534afbcc4dc997b59da 2024-11-12T09:27:07,258 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/dc85f354889a4534afbcc4dc997b59da, entries=150, sequenceid=288, filesize=12.0 K 2024-11-12T09:27:07,259 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 92d52e4ff6cc35b10f421789d63f7bf0 in 500ms, sequenceid=288, compaction requested=false 2024-11-12T09:27:07,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:07,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-12T09:27:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-12T09:27:07,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-12T09:27:07,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1120 sec 2024-11-12T09:27:07,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.1160 sec 2024-11-12T09:27:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T09:27:07,286 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:07,287 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-12T09:27:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T09:27:07,288 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:07,288 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:07,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:07,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-12T09:27:07,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/af05806459ec4216aa23af4aebff7106 is 50, key is test_row_0/A:col10/1731403627224/Put/seqid=0 2024-11-12T09:27:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742323_1499 (size=14741) 2024-11-12T09:27:07,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403687363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403687364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T09:27:07,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T09:27:07,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403687476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403687476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T09:27:07,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:07,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T09:27:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403687686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403687686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403687706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403687706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,710 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 92d52e4ff6cc35b10f421789d63f7bf0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,710 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 92d52e4ff6cc35b10f421789d63f7bf0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:07,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403687715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:07,722 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 92d52e4ff6cc35b10f421789d63f7bf0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:07,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:07,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T09:27:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:07,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/af05806459ec4216aa23af4aebff7106 2024-11-12T09:27:07,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/4a65fc3966ad453ba0d9acd195150d12 is 50, key is test_row_0/B:col10/1731403627224/Put/seqid=0 2024-11-12T09:27:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742324_1500 (size=12301) 2024-11-12T09:27:07,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/4a65fc3966ad453ba0d9acd195150d12 2024-11-12T09:27:07,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d5819bf1dfa847a295f35690ff01b9f6 is 50, key is test_row_0/C:col10/1731403627224/Put/seqid=0 2024-11-12T09:27:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742325_1501 (size=12301) 2024-11-12T09:27:07,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d5819bf1dfa847a295f35690ff01b9f6 2024-11-12T09:27:07,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/af05806459ec4216aa23af4aebff7106 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/af05806459ec4216aa23af4aebff7106 2024-11-12T09:27:07,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/af05806459ec4216aa23af4aebff7106, entries=200, sequenceid=319, filesize=14.4 K 2024-11-12T09:27:07,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/4a65fc3966ad453ba0d9acd195150d12 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4a65fc3966ad453ba0d9acd195150d12 2024-11-12T09:27:07,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4a65fc3966ad453ba0d9acd195150d12, entries=150, sequenceid=319, filesize=12.0 K 2024-11-12T09:27:07,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d5819bf1dfa847a295f35690ff01b9f6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5819bf1dfa847a295f35690ff01b9f6 2024-11-12T09:27:07,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5819bf1dfa847a295f35690ff01b9f6, entries=150, sequenceid=319, filesize=12.0 K 2024-11-12T09:27:07,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 92d52e4ff6cc35b10f421789d63f7bf0 in 453ms, sequenceid=319, compaction requested=true 2024-11-12T09:27:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:07,804 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:07,804 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:07,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:07,805 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:07,805 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:07,805 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:27:07,805 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:27:07,805 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,805 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,805 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/15497b8e3af34d98868f4f55a1b08a5d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/af05806459ec4216aa23af4aebff7106] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=39.1 K 2024-11-12T09:27:07,805 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/df9a8dbf5d8345439a54ed081d46738c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/3be69008fecf49bd80c689c7f634b011, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4a65fc3966ad453ba0d9acd195150d12] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.7 K 2024-11-12T09:27:07,805 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15497b8e3af34d98868f4f55a1b08a5d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731403624972 2024-11-12T09:27:07,805 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting df9a8dbf5d8345439a54ed081d46738c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731403624972 2024-11-12T09:27:07,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c9dbab1a4b84ffca4ae5fb6ad3399a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731403625511 2024-11-12T09:27:07,806 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3be69008fecf49bd80c689c7f634b011, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731403625511 2024-11-12T09:27:07,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting af05806459ec4216aa23af4aebff7106, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731403627224 2024-11-12T09:27:07,806 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a65fc3966ad453ba0d9acd195150d12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731403627224 2024-11-12T09:27:07,811 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:07,811 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/1eab17c939d34dcd87383582a5dea631 is 50, key is test_row_0/B:col10/1731403627224/Put/seqid=0 2024-11-12T09:27:07,811 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:07,812 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/55fa739de7f24afcbca1bdb4ba8ef2c2 is 50, key is test_row_0/A:col10/1731403627224/Put/seqid=0 2024-11-12T09:27:07,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742326_1502 (size=13051) 2024-11-12T09:27:07,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742327_1503 (size=13051) 2024-11-12T09:27:07,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T09:27:07,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:07,898 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T09:27:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d9016f8e711b460e918e715db6447567 is 50, key is test_row_0/A:col10/1731403627355/Put/seqid=0 2024-11-12T09:27:07,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742328_1504 (size=12301) 2024-11-12T09:27:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T09:27:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:08,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:08,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403688094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:08,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403688098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:08,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403688206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:08,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403688206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:08,224 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/55fa739de7f24afcbca1bdb4ba8ef2c2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/55fa739de7f24afcbca1bdb4ba8ef2c2 2024-11-12T09:27:08,224 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/1eab17c939d34dcd87383582a5dea631 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/1eab17c939d34dcd87383582a5dea631 2024-11-12T09:27:08,227 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into 55fa739de7f24afcbca1bdb4ba8ef2c2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:08,227 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into 1eab17c939d34dcd87383582a5dea631(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:08,227 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:08,227 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:08,227 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=13, startTime=1731403627804; duration=0sec 2024-11-12T09:27:08,227 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=13, startTime=1731403627804; duration=0sec 2024-11-12T09:27:08,227 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:08,227 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:27:08,227 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:08,227 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:27:08,227 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:08,228 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:08,228 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:27:08,228 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:08,228 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/1184f085b0c54cd1986a9c2915475347, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/dc85f354889a4534afbcc4dc997b59da, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5819bf1dfa847a295f35690ff01b9f6] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.7 K 2024-11-12T09:27:08,229 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1184f085b0c54cd1986a9c2915475347, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731403624972 2024-11-12T09:27:08,229 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting dc85f354889a4534afbcc4dc997b59da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731403625511 2024-11-12T09:27:08,229 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting d5819bf1dfa847a295f35690ff01b9f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731403627224 2024-11-12T09:27:08,234 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:08,234 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/c0d0a1ccbde040b39478d90a281af054 is 50, key is test_row_0/C:col10/1731403627224/Put/seqid=0 2024-11-12T09:27:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742329_1505 (size=13051) 2024-11-12T09:27:08,304 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d9016f8e711b460e918e715db6447567 2024-11-12T09:27:08,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/7804926627564a8dae4054a64a78982b is 50, key is test_row_0/B:col10/1731403627355/Put/seqid=0 2024-11-12T09:27:08,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742330_1506 (size=12301) 2024-11-12T09:27:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T09:27:08,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403688426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:08,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403688426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:08,645 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/c0d0a1ccbde040b39478d90a281af054 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c0d0a1ccbde040b39478d90a281af054 2024-11-12T09:27:08,649 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into c0d0a1ccbde040b39478d90a281af054(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:08,649 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:08,649 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=13, startTime=1731403627805; duration=0sec 2024-11-12T09:27:08,649 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:08,649 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:27:08,716 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/7804926627564a8dae4054a64a78982b 2024-11-12T09:27:08,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/3af6efb3680f43418ec230676635b93b is 50, key is test_row_0/C:col10/1731403627355/Put/seqid=0 2024-11-12T09:27:08,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742331_1507 (size=12301) 2024-11-12T09:27:08,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403688746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403688746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,124 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/3af6efb3680f43418ec230676635b93b 2024-11-12T09:27:09,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/d9016f8e711b460e918e715db6447567 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d9016f8e711b460e918e715db6447567 2024-11-12T09:27:09,131 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d9016f8e711b460e918e715db6447567, entries=150, sequenceid=327, filesize=12.0 K 2024-11-12T09:27:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/7804926627564a8dae4054a64a78982b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/7804926627564a8dae4054a64a78982b 2024-11-12T09:27:09,134 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/7804926627564a8dae4054a64a78982b, entries=150, sequenceid=327, filesize=12.0 K 2024-11-12T09:27:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/3af6efb3680f43418ec230676635b93b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/3af6efb3680f43418ec230676635b93b 2024-11-12T09:27:09,137 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/3af6efb3680f43418ec230676635b93b, entries=150, sequenceid=327, filesize=12.0 K 2024-11-12T09:27:09,138 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1240ms, sequenceid=327, compaction requested=false 2024-11-12T09:27:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:09,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-12T09:27:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-12T09:27:09,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-12T09:27:09,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-11-12T09:27:09,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8540 sec 2024-11-12T09:27:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:09,261 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:09,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T09:27:09,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/48a041be39b74e3688561c4b1eb20fbd is 50, key is test_row_0/A:col10/1731403628093/Put/seqid=0 2024-11-12T09:27:09,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742332_1508 (size=12301) 2024-11-12T09:27:09,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/48a041be39b74e3688561c4b1eb20fbd 2024-11-12T09:27:09,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6cf7f31f55734423924a0f8a26a0067f is 50, key is test_row_0/B:col10/1731403628093/Put/seqid=0 2024-11-12T09:27:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742333_1509 (size=12301) 2024-11-12T09:27:09,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403689272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403689279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403689386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403689396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T09:27:09,436 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:09,436 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-12T09:27:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T09:27:09,438 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:09,438 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:09,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T09:27:09,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T09:27:09,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:09,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:09,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:09,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403689596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403689605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6cf7f31f55734423924a0f8a26a0067f 2024-11-12T09:27:09,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d5fa45866dfe48759b852551acde7b22 is 50, key is test_row_0/C:col10/1731403628093/Put/seqid=0 2024-11-12T09:27:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742334_1510 (size=12301) 2024-11-12T09:27:09,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731403689716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,724 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 92d52e4ff6cc35b10f421789d63f7bf0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43796 deadline: 1731403689727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,732 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 92d52e4ff6cc35b10f421789d63f7bf0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T09:27:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:09,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43840 deadline: 1731403689746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,753 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 92d52e4ff6cc35b10f421789d63f7bf0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T09:27:09,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T09:27:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:09,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:09,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403689906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:09,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403689925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:09,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:10,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T09:27:10,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:10,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:10,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:10,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:10,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T09:27:10,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d5fa45866dfe48759b852551acde7b22 2024-11-12T09:27:10,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/48a041be39b74e3688561c4b1eb20fbd as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/48a041be39b74e3688561c4b1eb20fbd 2024-11-12T09:27:10,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/48a041be39b74e3688561c4b1eb20fbd, entries=150, sequenceid=359, filesize=12.0 K 2024-11-12T09:27:10,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/6cf7f31f55734423924a0f8a26a0067f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6cf7f31f55734423924a0f8a26a0067f 2024-11-12T09:27:10,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6cf7f31f55734423924a0f8a26a0067f, entries=150, sequenceid=359, filesize=12.0 K 2024-11-12T09:27:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/d5fa45866dfe48759b852551acde7b22 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5fa45866dfe48759b852551acde7b22 2024-11-12T09:27:10,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5fa45866dfe48759b852551acde7b22, entries=150, sequenceid=359, filesize=12.0 K 2024-11-12T09:27:10,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 92d52e4ff6cc35b10f421789d63f7bf0 in 845ms, sequenceid=359, compaction requested=true 2024-11-12T09:27:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:10,106 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:10,106 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:10,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:10,107 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:10,107 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:10,107 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:27:10,107 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:27:10,107 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:10,107 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:10,107 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/55fa739de7f24afcbca1bdb4ba8ef2c2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d9016f8e711b460e918e715db6447567, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/48a041be39b74e3688561c4b1eb20fbd] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.8 K 2024-11-12T09:27:10,107 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/1eab17c939d34dcd87383582a5dea631, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/7804926627564a8dae4054a64a78982b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6cf7f31f55734423924a0f8a26a0067f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.8 K 2024-11-12T09:27:10,107 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55fa739de7f24afcbca1bdb4ba8ef2c2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731403627224 2024-11-12T09:27:10,107 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eab17c939d34dcd87383582a5dea631, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731403627224 2024-11-12T09:27:10,108 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9016f8e711b460e918e715db6447567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731403627355 2024-11-12T09:27:10,108 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7804926627564a8dae4054a64a78982b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731403627355 2024-11-12T09:27:10,113 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf7f31f55734423924a0f8a26a0067f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731403628083 2024-11-12T09:27:10,113 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48a041be39b74e3688561c4b1eb20fbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731403628083 2024-11-12T09:27:10,119 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:10,119 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/2921db98ccdd4ea0ace38779eb41549a is 50, key is test_row_0/B:col10/1731403628093/Put/seqid=0 2024-11-12T09:27:10,127 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:10,128 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/3b700521f5384a8d9b0dbfd3cddc4316 is 50, key is test_row_0/A:col10/1731403628093/Put/seqid=0 2024-11-12T09:27:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742335_1511 (size=13153) 2024-11-12T09:27:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742336_1512 (size=13153) 2024-11-12T09:27:10,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T09:27:10,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:10,203 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-12T09:27:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/484e843b65a84f879a3805d726b7a7c9 is 50, key is test_row_0/A:col10/1731403629276/Put/seqid=0 2024-11-12T09:27:10,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742337_1513 (size=12301) 2024-11-12T09:27:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:10,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. as already flushing 2024-11-12T09:27:10,540 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/2921db98ccdd4ea0ace38779eb41549a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2921db98ccdd4ea0ace38779eb41549a 2024-11-12T09:27:10,546 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into 2921db98ccdd4ea0ace38779eb41549a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:10,546 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:10,546 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=13, startTime=1731403630106; duration=0sec 2024-11-12T09:27:10,547 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:10,547 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:27:10,547 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:10,547 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:10,547 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:27:10,548 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:10,548 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c0d0a1ccbde040b39478d90a281af054, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/3af6efb3680f43418ec230676635b93b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5fa45866dfe48759b852551acde7b22] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.8 K 2024-11-12T09:27:10,548 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting c0d0a1ccbde040b39478d90a281af054, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731403627224 2024-11-12T09:27:10,548 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3af6efb3680f43418ec230676635b93b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731403627355 2024-11-12T09:27:10,549 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting d5fa45866dfe48759b852551acde7b22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731403628083 2024-11-12T09:27:10,557 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/3b700521f5384a8d9b0dbfd3cddc4316 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/3b700521f5384a8d9b0dbfd3cddc4316 2024-11-12T09:27:10,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403690549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:10,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403690559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:10,563 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into 3b700521f5384a8d9b0dbfd3cddc4316(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:10,563 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:10,563 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=13, startTime=1731403630106; duration=0sec 2024-11-12T09:27:10,564 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:10,564 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:27:10,566 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:10,567 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/905891f5c22d4a37a3929cd3cdc7ee8d is 50, key is test_row_0/C:col10/1731403628093/Put/seqid=0 2024-11-12T09:27:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T09:27:10,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742338_1514 (size=13153) 2024-11-12T09:27:10,627 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/484e843b65a84f879a3805d726b7a7c9 2024-11-12T09:27:10,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/cf7b525b45854af983d147e81bdc1d82 is 50, key is test_row_0/B:col10/1731403629276/Put/seqid=0 2024-11-12T09:27:10,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742339_1515 (size=12301) 2024-11-12T09:27:10,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403690666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:10,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403690666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:10,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403690876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:10,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403690876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:10,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:10,991 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/905891f5c22d4a37a3929cd3cdc7ee8d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/905891f5c22d4a37a3929cd3cdc7ee8d 2024-11-12T09:27:10,995 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into 905891f5c22d4a37a3929cd3cdc7ee8d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:10,995 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:10,995 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=13, startTime=1731403630106; duration=0sec 2024-11-12T09:27:10,995 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:10,995 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:27:11,046 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/cf7b525b45854af983d147e81bdc1d82 2024-11-12T09:27:11,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/0546d777dede410c8d4856472a7e4a0d is 50, key is test_row_0/C:col10/1731403629276/Put/seqid=0 2024-11-12T09:27:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742340_1516 (size=12301) 2024-11-12T09:27:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43770 deadline: 1731403691196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43786 deadline: 1731403691197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 , the old value is region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., hostname=106923ea030f,33779,1731403484435, seqNum=2 because the exception is null or not the one we care about 2024-11-12T09:27:11,231 INFO [Thread-1973 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1973. 2024-11-12T09:27:11,231 DEBUG [Thread-1973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:11,231 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,232 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:11,234 INFO [Thread-1971 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1971. 2024-11-12T09:27:11,234 DEBUG [Thread-1971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:11,234 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,234 INFO [Thread-1967 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1967. 2024-11-12T09:27:11,234 DEBUG [Thread-1967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:11,234 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,234 DEBUG [Thread-1967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:11,234 DEBUG [Thread-1967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:11,240 INFO [Thread-1969 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1969. 2024-11-12T09:27:11,240 DEBUG [Thread-1969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:11,240 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,240 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:11,242 INFO [Thread-1975 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1975. 2024-11-12T09:27:11,242 DEBUG [Thread-1975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:11,242 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,242 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:11,481 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/0546d777dede410c8d4856472a7e4a0d 2024-11-12T09:27:11,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/484e843b65a84f879a3805d726b7a7c9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/484e843b65a84f879a3805d726b7a7c9 2024-11-12T09:27:11,489 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/484e843b65a84f879a3805d726b7a7c9, entries=150, sequenceid=366, filesize=12.0 K 2024-11-12T09:27:11,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/cf7b525b45854af983d147e81bdc1d82 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/cf7b525b45854af983d147e81bdc1d82 2024-11-12T09:27:11,492 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/cf7b525b45854af983d147e81bdc1d82, entries=150, sequenceid=366, filesize=12.0 K 2024-11-12T09:27:11,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/0546d777dede410c8d4856472a7e4a0d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0546d777dede410c8d4856472a7e4a0d 2024-11-12T09:27:11,495 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0546d777dede410c8d4856472a7e4a0d, entries=150, sequenceid=366, filesize=12.0 K 2024-11-12T09:27:11,496 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1293ms, sequenceid=366, compaction requested=false 2024-11-12T09:27:11,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:11,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:11,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-12T09:27:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-12T09:27:11,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-12T09:27:11,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0590 sec 2024-11-12T09:27:11,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.0620 sec 2024-11-12T09:27:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T09:27:11,586 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:11,707 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:11,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-12T09:27:11,707 INFO [Thread-1960 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1960. 2024-11-12T09:27:11,707 INFO [Thread-1962 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1962. 2024-11-12T09:27:11,707 DEBUG [Thread-1960 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:11,707 DEBUG [Thread-1962 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:11,707 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,707 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,707 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,707 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:11,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:11,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:11,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/5d247988707849399e1437e5ba05ba17 is 50, key is test_row_0/A:col10/1731403631706/Put/seqid=0 2024-11-12T09:27:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742341_1517 (size=12301) 2024-11-12T09:27:12,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/5d247988707849399e1437e5ba05ba17 2024-11-12T09:27:12,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/55e55dff194d4b24bac68876d4daa525 is 50, key is test_row_0/B:col10/1731403631706/Put/seqid=0 2024-11-12T09:27:12,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742342_1518 (size=12301) 2024-11-12T09:27:12,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:27:12,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/55e55dff194d4b24bac68876d4daa525 2024-11-12T09:27:12,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/892f984b496b4cc4a0a7cdb9019e81c6 is 50, key is test_row_0/C:col10/1731403631706/Put/seqid=0 2024-11-12T09:27:12,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742343_1519 (size=12301) 2024-11-12T09:27:12,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/892f984b496b4cc4a0a7cdb9019e81c6 2024-11-12T09:27:12,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/5d247988707849399e1437e5ba05ba17 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/5d247988707849399e1437e5ba05ba17 2024-11-12T09:27:12,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/5d247988707849399e1437e5ba05ba17, entries=150, sequenceid=400, filesize=12.0 K 2024-11-12T09:27:12,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/55e55dff194d4b24bac68876d4daa525 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/55e55dff194d4b24bac68876d4daa525 2024-11-12T09:27:12,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/55e55dff194d4b24bac68876d4daa525, entries=150, sequenceid=400, filesize=12.0 K 2024-11-12T09:27:12,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/892f984b496b4cc4a0a7cdb9019e81c6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/892f984b496b4cc4a0a7cdb9019e81c6 2024-11-12T09:27:12,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/892f984b496b4cc4a0a7cdb9019e81c6, entries=150, sequenceid=400, filesize=12.0 K 2024-11-12T09:27:12,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=0 B/0 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1234ms, sequenceid=400, compaction requested=true 2024-11-12T09:27:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:12,941 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92d52e4ff6cc35b10f421789d63f7bf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:12,941 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:12,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:12,941 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:12,941 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:12,941 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/A is initiating minor compaction (all files) 2024-11-12T09:27:12,941 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/B is initiating minor compaction (all files) 2024-11-12T09:27:12,941 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/A in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:12,941 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/B in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:12,942 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/3b700521f5384a8d9b0dbfd3cddc4316, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/484e843b65a84f879a3805d726b7a7c9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/5d247988707849399e1437e5ba05ba17] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.9 K 2024-11-12T09:27:12,942 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2921db98ccdd4ea0ace38779eb41549a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/cf7b525b45854af983d147e81bdc1d82, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/55e55dff194d4b24bac68876d4daa525] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.9 K 2024-11-12T09:27:12,942 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 2921db98ccdd4ea0ace38779eb41549a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731403628083 2024-11-12T09:27:12,942 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b700521f5384a8d9b0dbfd3cddc4316, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731403628083 2024-11-12T09:27:12,942 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting cf7b525b45854af983d147e81bdc1d82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731403629269 2024-11-12T09:27:12,942 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 484e843b65a84f879a3805d726b7a7c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731403629269 2024-11-12T09:27:12,942 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 55e55dff194d4b24bac68876d4daa525, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731403630547 2024-11-12T09:27:12,942 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d247988707849399e1437e5ba05ba17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731403630547 2024-11-12T09:27:12,948 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#A#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:12,948 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:12,948 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/040897f8d4164ff5bbf3a3d85f1cd0c4 is 50, key is test_row_0/A:col10/1731403631706/Put/seqid=0 2024-11-12T09:27:12,948 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/dbb404456a464b74b7f4e46ddcbb0430 is 50, key is test_row_0/B:col10/1731403631706/Put/seqid=0 2024-11-12T09:27:12,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742344_1520 (size=13255) 2024-11-12T09:27:12,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742345_1521 (size=13255) 2024-11-12T09:27:12,961 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/dbb404456a464b74b7f4e46ddcbb0430 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/dbb404456a464b74b7f4e46ddcbb0430 2024-11-12T09:27:12,964 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/B of 92d52e4ff6cc35b10f421789d63f7bf0 into dbb404456a464b74b7f4e46ddcbb0430(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:12,964 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:12,964 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/B, priority=13, startTime=1731403632941; duration=0sec 2024-11-12T09:27:12,964 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:12,964 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:B 2024-11-12T09:27:12,964 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:12,965 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:12,965 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 92d52e4ff6cc35b10f421789d63f7bf0/C is initiating minor compaction (all files) 2024-11-12T09:27:12,965 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 92d52e4ff6cc35b10f421789d63f7bf0/C in TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:12,965 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/905891f5c22d4a37a3929cd3cdc7ee8d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0546d777dede410c8d4856472a7e4a0d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/892f984b496b4cc4a0a7cdb9019e81c6] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp, totalSize=36.9 K 2024-11-12T09:27:12,965 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 905891f5c22d4a37a3929cd3cdc7ee8d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731403628083 2024-11-12T09:27:12,966 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0546d777dede410c8d4856472a7e4a0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731403629269 2024-11-12T09:27:12,966 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 892f984b496b4cc4a0a7cdb9019e81c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731403630547 2024-11-12T09:27:12,971 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92d52e4ff6cc35b10f421789d63f7bf0#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:12,971 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/c4a8983aba5a4045a3c49c9ad1dd8dfd is 50, key is test_row_0/C:col10/1731403631706/Put/seqid=0 2024-11-12T09:27:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742346_1522 (size=13255) 2024-11-12T09:27:13,361 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/040897f8d4164ff5bbf3a3d85f1cd0c4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/040897f8d4164ff5bbf3a3d85f1cd0c4 2024-11-12T09:27:13,364 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/A of 92d52e4ff6cc35b10f421789d63f7bf0 into 040897f8d4164ff5bbf3a3d85f1cd0c4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:13,364 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:13,364 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/A, priority=13, startTime=1731403632941; duration=0sec 2024-11-12T09:27:13,364 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:13,364 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:A 2024-11-12T09:27:13,377 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/c4a8983aba5a4045a3c49c9ad1dd8dfd as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c4a8983aba5a4045a3c49c9ad1dd8dfd 2024-11-12T09:27:13,380 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 92d52e4ff6cc35b10f421789d63f7bf0/C of 92d52e4ff6cc35b10f421789d63f7bf0 into c4a8983aba5a4045a3c49c9ad1dd8dfd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:13,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 92d52e4ff6cc35b10f421789d63f7bf0: 2024-11-12T09:27:13,380 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., storeName=92d52e4ff6cc35b10f421789d63f7bf0/C, priority=13, startTime=1731403632941; duration=0sec 2024-11-12T09:27:13,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:13,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92d52e4ff6cc35b10f421789d63f7bf0:C 2024-11-12T09:27:13,757 INFO [Thread-1958 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1958. 2024-11-12T09:27:13,757 DEBUG [Thread-1958 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:13,757 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:13,757 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:13,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:13,767 INFO [Thread-1964 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1964. 2024-11-12T09:27:13,767 DEBUG [Thread-1964 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:13,767 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:13,767 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:13,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:13,797 INFO [Thread-1956 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1956. 2024-11-12T09:27:13,797 DEBUG [Thread-1956 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:13,797 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:13,797 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:13,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1639 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4916 rows 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1643 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4922 rows 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1634 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4896 rows 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1636 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4903 rows 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1645 2024-11-12T09:27:13,797 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4935 rows 2024-11-12T09:27:13,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:27:13,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:27:13,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:13,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:13,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:13,798 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T09:27:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T09:27:13,800 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403633800"}]},"ts":"1731403633800"} 2024-11-12T09:27:13,801 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T09:27:13,801 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T09:27:13,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:27:13,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, UNASSIGN}] 2024-11-12T09:27:13,803 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, UNASSIGN 2024-11-12T09:27:13,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=92d52e4ff6cc35b10f421789d63f7bf0, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:27:13,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, UNASSIGN because future has completed 2024-11-12T09:27:13,805 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:27:13,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T09:27:13,957 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:13,957 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:27:13,957 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 92d52e4ff6cc35b10f421789d63f7bf0, disabling compactions & flushes 2024-11-12T09:27:13,957 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:13,957 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:13,957 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. after waiting 0 ms 2024-11-12T09:27:13,957 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:13,958 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing 92d52e4ff6cc35b10f421789d63f7bf0 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-12T09:27:13,960 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/148bea23e4974a54bd98e967f6478620 is 50, key is test_row_0/A:col10/1731403633766/Put/seqid=0 2024-11-12T09:27:13,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742347_1523 (size=9857) 2024-11-12T09:27:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T09:27:14,366 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/148bea23e4974a54bd98e967f6478620 2024-11-12T09:27:14,370 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/9241df023b7949c8b71bfb644a26d6b9 is 50, key is test_row_0/B:col10/1731403633766/Put/seqid=0 2024-11-12T09:27:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742348_1524 (size=9857) 2024-11-12T09:27:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T09:27:14,773 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/9241df023b7949c8b71bfb644a26d6b9 2024-11-12T09:27:14,777 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/786a6c81b5284f1b8273176aa2722933 is 50, key is test_row_0/C:col10/1731403633766/Put/seqid=0 2024-11-12T09:27:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742349_1525 (size=9857) 2024-11-12T09:27:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T09:27:15,180 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/786a6c81b5284f1b8273176aa2722933 2024-11-12T09:27:15,183 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/A/148bea23e4974a54bd98e967f6478620 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/148bea23e4974a54bd98e967f6478620 2024-11-12T09:27:15,185 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/148bea23e4974a54bd98e967f6478620, entries=100, sequenceid=409, filesize=9.6 K 2024-11-12T09:27:15,186 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/B/9241df023b7949c8b71bfb644a26d6b9 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/9241df023b7949c8b71bfb644a26d6b9 2024-11-12T09:27:15,188 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/9241df023b7949c8b71bfb644a26d6b9, entries=100, sequenceid=409, filesize=9.6 K 2024-11-12T09:27:15,188 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/.tmp/C/786a6c81b5284f1b8273176aa2722933 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/786a6c81b5284f1b8273176aa2722933 2024-11-12T09:27:15,190 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/786a6c81b5284f1b8273176aa2722933, entries=100, sequenceid=409, filesize=9.6 K 2024-11-12T09:27:15,191 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1234ms, sequenceid=409, compaction requested=false 2024-11-12T09:27:15,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/1c28454d83234bd6a2ed9e676a9fdfcf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/a2a5f0271b19419695864f76dee17bba, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/195f099ea84e4ffe9dedcc573dba4010, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/b6993496f6e842109e88e2eeed695d51, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/367346141e354a19abedd93f2420b032, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/6558202296b84ee58eabf547cbdf0b84, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9ac0fc8b0bdf4f27adf1b5c251ed7d7a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/baaa46988f9d4169badec097ad986edb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/522d97b8bd3a40ca8d935748bd717a07, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4c4931e70a804ca3a72e7ff21e276e4e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4db251cddd494a17a28e60ca156d22a3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d75ea28dedfb4aeb8ea8544d6d7401ac, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d4d3e6c915d34003bb77cb233cf369f8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/ab4ae21670c54e348e5952f7be6770c8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9d6909d1d8fe452f91383f5a53f0e72d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/c448fc612763405ea677d40082f79da7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/85642f79cdda416fb9ffde8e86f68112, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/089cbf31ede8492d9684aa46d7c48690, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/2c4fbb21f254427fbaffd5b23f256769, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/15497b8e3af34d98868f4f55a1b08a5d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/af05806459ec4216aa23af4aebff7106, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/55fa739de7f24afcbca1bdb4ba8ef2c2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d9016f8e711b460e918e715db6447567, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/3b700521f5384a8d9b0dbfd3cddc4316, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/48a041be39b74e3688561c4b1eb20fbd, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/484e843b65a84f879a3805d726b7a7c9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/5d247988707849399e1437e5ba05ba17] to archive 2024-11-12T09:27:15,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:27:15,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/1c28454d83234bd6a2ed9e676a9fdfcf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/1c28454d83234bd6a2ed9e676a9fdfcf 2024-11-12T09:27:15,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/a2a5f0271b19419695864f76dee17bba to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/a2a5f0271b19419695864f76dee17bba 2024-11-12T09:27:15,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/195f099ea84e4ffe9dedcc573dba4010 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/195f099ea84e4ffe9dedcc573dba4010 2024-11-12T09:27:15,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/b6993496f6e842109e88e2eeed695d51 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/b6993496f6e842109e88e2eeed695d51 2024-11-12T09:27:15,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/367346141e354a19abedd93f2420b032 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/367346141e354a19abedd93f2420b032 2024-11-12T09:27:15,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/6558202296b84ee58eabf547cbdf0b84 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/6558202296b84ee58eabf547cbdf0b84 2024-11-12T09:27:15,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9ac0fc8b0bdf4f27adf1b5c251ed7d7a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9ac0fc8b0bdf4f27adf1b5c251ed7d7a 2024-11-12T09:27:15,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/baaa46988f9d4169badec097ad986edb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/baaa46988f9d4169badec097ad986edb 2024-11-12T09:27:15,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/522d97b8bd3a40ca8d935748bd717a07 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/522d97b8bd3a40ca8d935748bd717a07 2024-11-12T09:27:15,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4c4931e70a804ca3a72e7ff21e276e4e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4c4931e70a804ca3a72e7ff21e276e4e 2024-11-12T09:27:15,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4db251cddd494a17a28e60ca156d22a3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/4db251cddd494a17a28e60ca156d22a3 2024-11-12T09:27:15,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d75ea28dedfb4aeb8ea8544d6d7401ac to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d75ea28dedfb4aeb8ea8544d6d7401ac 2024-11-12T09:27:15,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d4d3e6c915d34003bb77cb233cf369f8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d4d3e6c915d34003bb77cb233cf369f8 2024-11-12T09:27:15,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/ab4ae21670c54e348e5952f7be6770c8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/ab4ae21670c54e348e5952f7be6770c8 2024-11-12T09:27:15,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9d6909d1d8fe452f91383f5a53f0e72d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/9d6909d1d8fe452f91383f5a53f0e72d 2024-11-12T09:27:15,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/c448fc612763405ea677d40082f79da7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/c448fc612763405ea677d40082f79da7 2024-11-12T09:27:15,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/85642f79cdda416fb9ffde8e86f68112 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/85642f79cdda416fb9ffde8e86f68112 2024-11-12T09:27:15,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/089cbf31ede8492d9684aa46d7c48690 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/089cbf31ede8492d9684aa46d7c48690 2024-11-12T09:27:15,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/2c4fbb21f254427fbaffd5b23f256769 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/2c4fbb21f254427fbaffd5b23f256769 2024-11-12T09:27:15,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/15497b8e3af34d98868f4f55a1b08a5d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/15497b8e3af34d98868f4f55a1b08a5d 2024-11-12T09:27:15,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/0c9dbab1a4b84ffca4ae5fb6ad3399a2 2024-11-12T09:27:15,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/af05806459ec4216aa23af4aebff7106 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/af05806459ec4216aa23af4aebff7106 2024-11-12T09:27:15,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/55fa739de7f24afcbca1bdb4ba8ef2c2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/55fa739de7f24afcbca1bdb4ba8ef2c2 2024-11-12T09:27:15,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d9016f8e711b460e918e715db6447567 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/d9016f8e711b460e918e715db6447567 2024-11-12T09:27:15,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/3b700521f5384a8d9b0dbfd3cddc4316 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/3b700521f5384a8d9b0dbfd3cddc4316 2024-11-12T09:27:15,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/48a041be39b74e3688561c4b1eb20fbd to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/48a041be39b74e3688561c4b1eb20fbd 2024-11-12T09:27:15,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/484e843b65a84f879a3805d726b7a7c9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/484e843b65a84f879a3805d726b7a7c9 2024-11-12T09:27:15,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/5d247988707849399e1437e5ba05ba17 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/5d247988707849399e1437e5ba05ba17 2024-11-12T09:27:15,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/409d56db6c8b437e85487b51647bc55c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8f62326f4c4a462595834e2355402480, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8353f2c648f9457899a267c2326ecc29, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/ccfdeb4e18c2454cb9c43d01429eb676, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/25c4006bd64d44a08c94e7f065278c52, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/0319fe3f696a40649efb54508fb399d3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2b6dd67bdca047eeac5f40bf5e44e49c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/30972013da7d47dd9e89e21576b7ac3a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/750143e349ad49c7ad25101682dd975f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/877bb46263fd466a81a5cb164cc58a48, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/96e4ec30112044c496b42621f869bad2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/16dc2e905be84723b58f8fdb1d090973, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a88cbee8e9854f8f9386f72684e70a3e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8bbe9ba5d63546d9bd7d8d0c07e92299, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6806864010df4474b53721a77813110a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4e56d4231ad441ab85ec61a6649e0aaa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a830f3192d4948c5b6a513cfb33caf3c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6738ba33ee8845d7ade72fa8fa0c9702, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/df9a8dbf5d8345439a54ed081d46738c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/74d591db043d41e9a73c8c972c883ba4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/3be69008fecf49bd80c689c7f634b011, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/1eab17c939d34dcd87383582a5dea631, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4a65fc3966ad453ba0d9acd195150d12, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/7804926627564a8dae4054a64a78982b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2921db98ccdd4ea0ace38779eb41549a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6cf7f31f55734423924a0f8a26a0067f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/cf7b525b45854af983d147e81bdc1d82, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/55e55dff194d4b24bac68876d4daa525] to archive 2024-11-12T09:27:15,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:27:15,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/409d56db6c8b437e85487b51647bc55c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/409d56db6c8b437e85487b51647bc55c 2024-11-12T09:27:15,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8f62326f4c4a462595834e2355402480 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8f62326f4c4a462595834e2355402480 2024-11-12T09:27:15,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8353f2c648f9457899a267c2326ecc29 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8353f2c648f9457899a267c2326ecc29 2024-11-12T09:27:15,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/ccfdeb4e18c2454cb9c43d01429eb676 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/ccfdeb4e18c2454cb9c43d01429eb676 2024-11-12T09:27:15,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/25c4006bd64d44a08c94e7f065278c52 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/25c4006bd64d44a08c94e7f065278c52 2024-11-12T09:27:15,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/0319fe3f696a40649efb54508fb399d3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/0319fe3f696a40649efb54508fb399d3 2024-11-12T09:27:15,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2b6dd67bdca047eeac5f40bf5e44e49c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2b6dd67bdca047eeac5f40bf5e44e49c 2024-11-12T09:27:15,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/30972013da7d47dd9e89e21576b7ac3a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/30972013da7d47dd9e89e21576b7ac3a 2024-11-12T09:27:15,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/750143e349ad49c7ad25101682dd975f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/750143e349ad49c7ad25101682dd975f 2024-11-12T09:27:15,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/877bb46263fd466a81a5cb164cc58a48 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/877bb46263fd466a81a5cb164cc58a48 2024-11-12T09:27:15,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/96e4ec30112044c496b42621f869bad2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/96e4ec30112044c496b42621f869bad2 2024-11-12T09:27:15,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/16dc2e905be84723b58f8fdb1d090973 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/16dc2e905be84723b58f8fdb1d090973 2024-11-12T09:27:15,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a88cbee8e9854f8f9386f72684e70a3e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a88cbee8e9854f8f9386f72684e70a3e 2024-11-12T09:27:15,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8bbe9ba5d63546d9bd7d8d0c07e92299 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/8bbe9ba5d63546d9bd7d8d0c07e92299 2024-11-12T09:27:15,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6806864010df4474b53721a77813110a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6806864010df4474b53721a77813110a 2024-11-12T09:27:15,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4e56d4231ad441ab85ec61a6649e0aaa to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4e56d4231ad441ab85ec61a6649e0aaa 2024-11-12T09:27:15,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a830f3192d4948c5b6a513cfb33caf3c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/a830f3192d4948c5b6a513cfb33caf3c 2024-11-12T09:27:15,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6738ba33ee8845d7ade72fa8fa0c9702 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6738ba33ee8845d7ade72fa8fa0c9702 2024-11-12T09:27:15,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/df9a8dbf5d8345439a54ed081d46738c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/df9a8dbf5d8345439a54ed081d46738c 2024-11-12T09:27:15,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/74d591db043d41e9a73c8c972c883ba4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/74d591db043d41e9a73c8c972c883ba4 2024-11-12T09:27:15,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/3be69008fecf49bd80c689c7f634b011 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/3be69008fecf49bd80c689c7f634b011 2024-11-12T09:27:15,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/1eab17c939d34dcd87383582a5dea631 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/1eab17c939d34dcd87383582a5dea631 2024-11-12T09:27:15,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4a65fc3966ad453ba0d9acd195150d12 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/4a65fc3966ad453ba0d9acd195150d12 2024-11-12T09:27:15,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/7804926627564a8dae4054a64a78982b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/7804926627564a8dae4054a64a78982b 2024-11-12T09:27:15,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2921db98ccdd4ea0ace38779eb41549a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/2921db98ccdd4ea0ace38779eb41549a 2024-11-12T09:27:15,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6cf7f31f55734423924a0f8a26a0067f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/6cf7f31f55734423924a0f8a26a0067f 2024-11-12T09:27:15,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/cf7b525b45854af983d147e81bdc1d82 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/cf7b525b45854af983d147e81bdc1d82 2024-11-12T09:27:15,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/55e55dff194d4b24bac68876d4daa525 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/55e55dff194d4b24bac68876d4daa525 2024-11-12T09:27:15,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ff184a03aa7642a08ad99ec62211bfaf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/a50de4b0730e4580952be5cbe7802756, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/44e6f25814454f20a7b0e286b94c0ea4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c609c88da90d445fa6e43cc719dfa593, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ce88baed401446518dcd56eec62b00d3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/db6c9f5782504c3791c0d0e37c638b21, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b4fd24f34a6b4b4498548ab2da676e8c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0c3dbc4b62da4b53b6eda2d1eb41087b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/77467f73f7444507930844a9e77755df, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/53812ab9ac5e4ea48be6df541f88c5f9, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/92894e2f0e86426ca3b10377f5535ea7, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/56215a8ce10d4fcc8cec57c130b08dd8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/bb0bfa6bbb2c4858bd91e802a0c939ce, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/7e1ed1ccd0de40e583b37c1cec110922, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/59acb35c2aec4dc9ae2f025dce31d31d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d137e93edc4e4b01add732ffb7bf7336, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/824cbc3df886488baaf2cfd16b0895cb, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b95dc0933e37409585b06d62cdafd156, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/1184f085b0c54cd1986a9c2915475347, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d959996b32ad4fdfa6379a2227ecd212, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/dc85f354889a4534afbcc4dc997b59da, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c0d0a1ccbde040b39478d90a281af054, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5819bf1dfa847a295f35690ff01b9f6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/3af6efb3680f43418ec230676635b93b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/905891f5c22d4a37a3929cd3cdc7ee8d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5fa45866dfe48759b852551acde7b22, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0546d777dede410c8d4856472a7e4a0d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/892f984b496b4cc4a0a7cdb9019e81c6] to archive 2024-11-12T09:27:15,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:27:15,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ff184a03aa7642a08ad99ec62211bfaf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ff184a03aa7642a08ad99ec62211bfaf 2024-11-12T09:27:15,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/a50de4b0730e4580952be5cbe7802756 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/a50de4b0730e4580952be5cbe7802756 2024-11-12T09:27:15,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/44e6f25814454f20a7b0e286b94c0ea4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/44e6f25814454f20a7b0e286b94c0ea4 2024-11-12T09:27:15,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c609c88da90d445fa6e43cc719dfa593 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c609c88da90d445fa6e43cc719dfa593 2024-11-12T09:27:15,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ce88baed401446518dcd56eec62b00d3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/ce88baed401446518dcd56eec62b00d3 2024-11-12T09:27:15,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/db6c9f5782504c3791c0d0e37c638b21 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/db6c9f5782504c3791c0d0e37c638b21 2024-11-12T09:27:15,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b4fd24f34a6b4b4498548ab2da676e8c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b4fd24f34a6b4b4498548ab2da676e8c 2024-11-12T09:27:15,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0c3dbc4b62da4b53b6eda2d1eb41087b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0c3dbc4b62da4b53b6eda2d1eb41087b 2024-11-12T09:27:15,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/77467f73f7444507930844a9e77755df to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/77467f73f7444507930844a9e77755df 2024-11-12T09:27:15,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/53812ab9ac5e4ea48be6df541f88c5f9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/53812ab9ac5e4ea48be6df541f88c5f9 2024-11-12T09:27:15,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/92894e2f0e86426ca3b10377f5535ea7 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/92894e2f0e86426ca3b10377f5535ea7 2024-11-12T09:27:15,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/56215a8ce10d4fcc8cec57c130b08dd8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/56215a8ce10d4fcc8cec57c130b08dd8 2024-11-12T09:27:15,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/bb0bfa6bbb2c4858bd91e802a0c939ce to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/bb0bfa6bbb2c4858bd91e802a0c939ce 2024-11-12T09:27:15,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/7e1ed1ccd0de40e583b37c1cec110922 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/7e1ed1ccd0de40e583b37c1cec110922 2024-11-12T09:27:15,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/59acb35c2aec4dc9ae2f025dce31d31d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/59acb35c2aec4dc9ae2f025dce31d31d 2024-11-12T09:27:15,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d137e93edc4e4b01add732ffb7bf7336 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d137e93edc4e4b01add732ffb7bf7336 2024-11-12T09:27:15,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/824cbc3df886488baaf2cfd16b0895cb to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/824cbc3df886488baaf2cfd16b0895cb 2024-11-12T09:27:15,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b95dc0933e37409585b06d62cdafd156 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/b95dc0933e37409585b06d62cdafd156 2024-11-12T09:27:15,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/1184f085b0c54cd1986a9c2915475347 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/1184f085b0c54cd1986a9c2915475347 2024-11-12T09:27:15,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d959996b32ad4fdfa6379a2227ecd212 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d959996b32ad4fdfa6379a2227ecd212 2024-11-12T09:27:15,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/dc85f354889a4534afbcc4dc997b59da to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/dc85f354889a4534afbcc4dc997b59da 2024-11-12T09:27:15,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c0d0a1ccbde040b39478d90a281af054 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c0d0a1ccbde040b39478d90a281af054 2024-11-12T09:27:15,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5819bf1dfa847a295f35690ff01b9f6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5819bf1dfa847a295f35690ff01b9f6 2024-11-12T09:27:15,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/3af6efb3680f43418ec230676635b93b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/3af6efb3680f43418ec230676635b93b 2024-11-12T09:27:15,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/905891f5c22d4a37a3929cd3cdc7ee8d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/905891f5c22d4a37a3929cd3cdc7ee8d 2024-11-12T09:27:15,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5fa45866dfe48759b852551acde7b22 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/d5fa45866dfe48759b852551acde7b22 2024-11-12T09:27:15,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0546d777dede410c8d4856472a7e4a0d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/0546d777dede410c8d4856472a7e4a0d 2024-11-12T09:27:15,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/892f984b496b4cc4a0a7cdb9019e81c6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/892f984b496b4cc4a0a7cdb9019e81c6 2024-11-12T09:27:15,254 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=1 2024-11-12T09:27:15,255 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. 2024-11-12T09:27:15,255 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 92d52e4ff6cc35b10f421789d63f7bf0: Waiting for close lock at 1731403633957Running coprocessor pre-close hooks at 1731403633957Disabling compacts and flushes for region at 1731403633957Disabling writes for close at 1731403633957Obtaining lock to block concurrent updates at 1731403633958 (+1 ms)Preparing flush snapshotting stores in 92d52e4ff6cc35b10f421789d63f7bf0 at 1731403633958Finished memstore snapshotting TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731403633958Flushing stores of TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0. at 1731403633958Flushing 92d52e4ff6cc35b10f421789d63f7bf0/A: creating writer at 1731403633958Flushing 92d52e4ff6cc35b10f421789d63f7bf0/A: appending metadata at 1731403633960 (+2 ms)Flushing 92d52e4ff6cc35b10f421789d63f7bf0/A: closing flushed file at 1731403633960Flushing 92d52e4ff6cc35b10f421789d63f7bf0/B: creating writer at 1731403634368 (+408 ms)Flushing 92d52e4ff6cc35b10f421789d63f7bf0/B: appending metadata at 1731403634370 (+2 ms)Flushing 92d52e4ff6cc35b10f421789d63f7bf0/B: closing flushed file at 1731403634370Flushing 92d52e4ff6cc35b10f421789d63f7bf0/C: creating writer at 1731403634775 (+405 ms)Flushing 92d52e4ff6cc35b10f421789d63f7bf0/C: appending metadata at 1731403634777 (+2 ms)Flushing 92d52e4ff6cc35b10f421789d63f7bf0/C: closing flushed file at 1731403634777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38290573: reopening flushed file at 1731403635182 (+405 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dc217b: reopening flushed file at 1731403635185 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630b90ed: reopening flushed file at 1731403635188 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 92d52e4ff6cc35b10f421789d63f7bf0 in 1234ms, sequenceid=409, compaction requested=false at 1731403635191 (+3 ms)Writing region close event to WAL at 1731403635252 (+61 ms)Running coprocessor post-close hooks at 1731403635255 (+3 ms)Closed at 1731403635255 2024-11-12T09:27:15,256 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:15,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=92d52e4ff6cc35b10f421789d63f7bf0, regionState=CLOSED 2024-11-12T09:27:15,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:27:15,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-12T09:27:15,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 92d52e4ff6cc35b10f421789d63f7bf0, server=106923ea030f,33779,1731403484435 in 1.4530 sec 2024-11-12T09:27:15,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-12T09:27:15,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=92d52e4ff6cc35b10f421789d63f7bf0, UNASSIGN in 1.4560 sec 2024-11-12T09:27:15,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-12T09:27:15,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4590 sec 2024-11-12T09:27:15,263 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403635263"}]},"ts":"1731403635263"} 2024-11-12T09:27:15,264 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T09:27:15,264 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T09:27:15,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4660 sec 2024-11-12T09:27:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T09:27:15,956 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:15,957 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T09:27:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:15,958 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T09:27:15,959 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:15,960 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:15,962 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/recovered.edits] 2024-11-12T09:27:15,963 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/040897f8d4164ff5bbf3a3d85f1cd0c4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/040897f8d4164ff5bbf3a3d85f1cd0c4 2024-11-12T09:27:15,964 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/148bea23e4974a54bd98e967f6478620 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/A/148bea23e4974a54bd98e967f6478620 2024-11-12T09:27:15,965 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/9241df023b7949c8b71bfb644a26d6b9 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/9241df023b7949c8b71bfb644a26d6b9 2024-11-12T09:27:15,966 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/dbb404456a464b74b7f4e46ddcbb0430 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/B/dbb404456a464b74b7f4e46ddcbb0430 2024-11-12T09:27:15,967 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/786a6c81b5284f1b8273176aa2722933 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/786a6c81b5284f1b8273176aa2722933 2024-11-12T09:27:15,968 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c4a8983aba5a4045a3c49c9ad1dd8dfd to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/C/c4a8983aba5a4045a3c49c9ad1dd8dfd 2024-11-12T09:27:15,970 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/recovered.edits/412.seqid to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0/recovered.edits/412.seqid 2024-11-12T09:27:15,970 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/92d52e4ff6cc35b10f421789d63f7bf0 2024-11-12T09:27:15,970 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T09:27:15,972 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:15,973 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T09:27:15,975 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T09:27:15,976 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:15,976 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T09:27:15,976 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731403635976"}]},"ts":"9223372036854775807"} 2024-11-12T09:27:15,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T09:27:15,978 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 92d52e4ff6cc35b10f421789d63f7bf0, NAME => 'TestAcidGuarantees,,1731403609021.92d52e4ff6cc35b10f421789d63f7bf0.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T09:27:15,978 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T09:27:15,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731403635978"}]},"ts":"9223372036854775807"} 2024-11-12T09:27:15,980 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T09:27:15,980 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:15,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 23 msec 2024-11-12T09:27:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T09:27:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T09:27:16,066 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:16,074 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1498612977_22 at /127.0.0.1:36902 [Waiting for operation #126] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1498612977_22 at /127.0.0.1:36578 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1054832501_22 at /127.0.0.1:39124 [Waiting for operation #352] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1054832501_22 at /127.0.0.1:36588 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=6833 (was 6869) 2024-11-12T09:27:16,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=6832 2024-11-12T09:27:16,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:27:16,084 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:27:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:16,085 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:27:16,086 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:16,086 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-12T09:27:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-12T09:27:16,086 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:27:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742350_1526 (size=959) 2024-11-12T09:27:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-12T09:27:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-12T09:27:16,492 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6 2024-11-12T09:27:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742351_1527 (size=53) 2024-11-12T09:27:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-12T09:27:16,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:27:16,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6e307bb25d11a598e05acb93f1f61ebc, disabling compactions & flushes 2024-11-12T09:27:16,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:16,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:16,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. after waiting 0 ms 2024-11-12T09:27:16,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:16,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:16,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e307bb25d11a598e05acb93f1f61ebc: Waiting for close lock at 1731403636897Disabling compacts and flushes for region at 1731403636897Disabling writes for close at 1731403636897Writing region close event to WAL at 1731403636897Closed at 1731403636897 2024-11-12T09:27:16,898 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:27:16,898 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731403636898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731403636898"}]},"ts":"1731403636898"} 2024-11-12T09:27:16,899 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:27:16,900 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:27:16,900 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403636900"}]},"ts":"1731403636900"} 2024-11-12T09:27:16,901 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T09:27:16,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, ASSIGN}] 2024-11-12T09:27:16,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, ASSIGN 2024-11-12T09:27:16,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, ASSIGN; state=OFFLINE, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=false 2024-11-12T09:27:17,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=6e307bb25d11a598e05acb93f1f61ebc, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:27:17,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, ASSIGN because future has completed 2024-11-12T09:27:17,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:27:17,209 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:17,209 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:27:17,209 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,209 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:27:17,209 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,209 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,210 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,211 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307bb25d11a598e05acb93f1f61ebc columnFamilyName A 2024-11-12T09:27:17,211 DEBUG [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:17,211 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(327): Store=6e307bb25d11a598e05acb93f1f61ebc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:27:17,211 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,212 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307bb25d11a598e05acb93f1f61ebc columnFamilyName B 2024-11-12T09:27:17,212 DEBUG [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:17,212 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(327): Store=6e307bb25d11a598e05acb93f1f61ebc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:27:17,212 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,213 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307bb25d11a598e05acb93f1f61ebc columnFamilyName C 2024-11-12T09:27:17,213 DEBUG [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:17,213 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(327): Store=6e307bb25d11a598e05acb93f1f61ebc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:27:17,213 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,214 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,214 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,215 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,215 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,215 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:27:17,216 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,217 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:27:17,217 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 6e307bb25d11a598e05acb93f1f61ebc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61457299, jitterRate=-0.08421488106250763}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:27:17,217 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:17,218 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 6e307bb25d11a598e05acb93f1f61ebc: Running coprocessor pre-open hook at 1731403637209Writing region info on filesystem at 1731403637209Initializing all the Stores at 1731403637209Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403637210 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403637210Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403637210Cleaning up temporary data from old regions at 1731403637215 (+5 ms)Running coprocessor post-open hooks at 1731403637217 (+2 ms)Region opened successfully at 1731403637218 (+1 ms) 2024-11-12T09:27:17,218 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., pid=144, masterSystemTime=1731403637206 2024-11-12T09:27:17,219 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:17,219 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:17,220 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=6e307bb25d11a598e05acb93f1f61ebc, regionState=OPEN, openSeqNum=2, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:27:17,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:27:17,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-12T09:27:17,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 in 168 msec 2024-11-12T09:27:17,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-12T09:27:17,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, ASSIGN in 322 msec 2024-11-12T09:27:17,225 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:27:17,225 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403637225"}]},"ts":"1731403637225"} 2024-11-12T09:27:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-12T09:27:17,226 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T09:27:17,227 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:27:17,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1430 sec 2024-11-12T09:27:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-12T09:27:18,236 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:18,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f53afef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:18,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:18,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:18,238 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a683b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:18,239 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c1dbb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:18,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:18,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:18,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:27:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 106923ea030f,35875,1731403483356 2024-11-12T09:27:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10e061de 2024-11-12T09:27:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:27:18,243 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:27:18,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T09:27:18,245 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:27:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:18,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742352_1528 (size=995) 2024-11-12T09:27:18,658 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T09:27:18,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T09:27:18,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:27:18,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, REOPEN/MOVE}] 2024-11-12T09:27:18,661 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, REOPEN/MOVE 2024-11-12T09:27:18,662 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=6e307bb25d11a598e05acb93f1f61ebc, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:27:18,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, REOPEN/MOVE because future has completed 2024-11-12T09:27:18,663 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:27:18,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:27:18,815 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:18,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:27:18,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 6e307bb25d11a598e05acb93f1f61ebc, disabling compactions & flushes 2024-11-12T09:27:18,815 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:18,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:18,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. after waiting 0 ms 2024-11-12T09:27:18,815 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:18,818 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T09:27:18,818 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:18,818 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 6e307bb25d11a598e05acb93f1f61ebc: Waiting for close lock at 1731403638815Running coprocessor pre-close hooks at 1731403638815Disabling compacts and flushes for region at 1731403638815Disabling writes for close at 1731403638815Writing region close event to WAL at 1731403638815Running coprocessor post-close hooks at 1731403638818 (+3 ms)Closed at 1731403638818 2024-11-12T09:27:18,818 WARN [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 6e307bb25d11a598e05acb93f1f61ebc to self. 2024-11-12T09:27:18,820 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:18,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=6e307bb25d11a598e05acb93f1f61ebc, regionState=CLOSED 2024-11-12T09:27:18,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:27:18,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-12T09:27:18,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 in 158 msec 2024-11-12T09:27:18,823 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, REOPEN/MOVE; state=CLOSED, location=106923ea030f,33779,1731403484435; forceNewPlan=false, retain=true 2024-11-12T09:27:18,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=6e307bb25d11a598e05acb93f1f61ebc, regionState=OPENING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:27:18,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, REOPEN/MOVE because future has completed 2024-11-12T09:27:18,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:27:19,129 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,129 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:27:19,129 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,129 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:27:19,130 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,130 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,131 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,131 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307bb25d11a598e05acb93f1f61ebc columnFamilyName A 2024-11-12T09:27:19,132 DEBUG [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:19,132 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(327): Store=6e307bb25d11a598e05acb93f1f61ebc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:27:19,133 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,133 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307bb25d11a598e05acb93f1f61ebc columnFamilyName B 2024-11-12T09:27:19,133 DEBUG [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:19,134 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(327): Store=6e307bb25d11a598e05acb93f1f61ebc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:27:19,134 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,134 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e307bb25d11a598e05acb93f1f61ebc columnFamilyName C 2024-11-12T09:27:19,134 DEBUG [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:19,134 INFO [StoreOpener-6e307bb25d11a598e05acb93f1f61ebc-1 {}] regionserver.HStore(327): Store=6e307bb25d11a598e05acb93f1f61ebc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:27:19,135 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,135 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,136 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,136 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,136 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,137 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:27:19,138 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,138 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 6e307bb25d11a598e05acb93f1f61ebc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65554397, jitterRate=-0.023163363337516785}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:27:19,138 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,139 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 6e307bb25d11a598e05acb93f1f61ebc: Running coprocessor pre-open hook at 1731403639130Writing region info on filesystem at 1731403639130Initializing all the Stores at 1731403639130Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403639130Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403639130Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731403639130Cleaning up temporary data from old regions at 1731403639136 (+6 ms)Running coprocessor post-open hooks at 1731403639138 (+2 ms)Region opened successfully at 1731403639139 (+1 ms) 2024-11-12T09:27:19,139 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., pid=149, masterSystemTime=1731403639127 2024-11-12T09:27:19,141 DEBUG [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,141 INFO [RS_OPEN_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,141 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=6e307bb25d11a598e05acb93f1f61ebc, regionState=OPEN, openSeqNum=5, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:27:19,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-12T09:27:19,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 in 168 msec 2024-11-12T09:27:19,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-12T09:27:19,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, REOPEN/MOVE in 483 msec 2024-11-12T09:27:19,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-12T09:27:19,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-12T09:27:19,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-11-12T09:27:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T09:27:19,150 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:19,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3071d898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,152 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ce7c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,153 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f98c12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a209286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,156 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e53faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,157 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b700fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fa0b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,159 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454d009a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,160 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c776c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1130c997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,161 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9c8e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,162 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7327e9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29acc1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,164 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab5b9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240283fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d301717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,166 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e18ef47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,167 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0187b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b0a686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,169 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ab665f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,170 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb6e242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d05b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,172 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a76efa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,173 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688cced2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27def64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,174 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102174bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,176 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfb49be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c440df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 106923ea030f,35875,-1 for getting cluster id 2024-11-12T09:27:19,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:27:19,177 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4a1a101-e190-489f-acdb-32cb360f63e4' 2024-11-12T09:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4a1a101-e190-489f-acdb-32cb360f63e4" 2024-11-12T09:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca7298e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [106923ea030f,35875,-1] 2024-11-12T09:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:27:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:19,179 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:27:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323130c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:27:19,179 DEBUG [Thread-2360 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,179 DEBUG [Thread-2364 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,179 DEBUG [Thread-2373 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,179 DEBUG [Thread-2371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,180 DEBUG [Thread-2358 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,180 DEBUG [Thread-2362 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,180 DEBUG [Thread-2377 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,181 DEBUG [Thread-2366 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,182 DEBUG [Thread-2375 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,183 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:19,183 DEBUG [Thread-2369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:27:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=106923ea030f,33779,1731403484435, seqNum=-1] 2024-11-12T09:27:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:27:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-12T09:27:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T09:27:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,186 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:27:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,187 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:19,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5] 2024-11-12T09:27:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,193 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:19,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:27:19,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403699213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403699212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121eff1f6227774f62a7c7a36ca4ab198c_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403639187/Put/seqid=0 2024-11-12T09:27:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403699216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403699217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403699217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742353_1529 (size=14594) 2024-11-12T09:27:19,227 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:19,229 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121eff1f6227774f62a7c7a36ca4ab198c_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121eff1f6227774f62a7c7a36ca4ab198c_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,230 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/279f434b323d4d13bbd360df777534ec, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:19,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/279f434b323d4d13bbd360df777534ec is 175, key is test_row_0/A:col10/1731403639187/Put/seqid=0 2024-11-12T09:27:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742354_1530 (size=39549) 2024-11-12T09:27:19,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/279f434b323d4d13bbd360df777534ec 2024-11-12T09:27:19,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7494eb6adb7b41d0a5cd8570bf03b7e6 is 50, key is test_row_0/B:col10/1731403639187/Put/seqid=0 2024-11-12T09:27:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742355_1531 (size=12001) 2024-11-12T09:27:19,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7494eb6adb7b41d0a5cd8570bf03b7e6 2024-11-12T09:27:19,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/5f26c68ee26f4c08b846a1e953f72ed2 is 50, key is test_row_0/C:col10/1731403639187/Put/seqid=0 2024-11-12T09:27:19,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742356_1532 (size=12001) 2024-11-12T09:27:19,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/5f26c68ee26f4c08b846a1e953f72ed2 2024-11-12T09:27:19,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/279f434b323d4d13bbd360df777534ec as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/279f434b323d4d13bbd360df777534ec 2024-11-12T09:27:19,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/279f434b323d4d13bbd360df777534ec, entries=200, sequenceid=15, filesize=38.6 K 2024-11-12T09:27:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7494eb6adb7b41d0a5cd8570bf03b7e6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7494eb6adb7b41d0a5cd8570bf03b7e6 2024-11-12T09:27:19,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7494eb6adb7b41d0a5cd8570bf03b7e6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T09:27:19,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/5f26c68ee26f4c08b846a1e953f72ed2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/5f26c68ee26f4c08b846a1e953f72ed2 2024-11-12T09:27:19,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/5f26c68ee26f4c08b846a1e953f72ed2, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T09:27:19,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6e307bb25d11a598e05acb93f1f61ebc in 100ms, sequenceid=15, compaction requested=false 2024-11-12T09:27:19,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T09:27:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,328 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:19,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T09:27:19,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403699334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403699335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111244dafdb2c3e3442ba05badb404780555_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403639328/Put/seqid=0 2024-11-12T09:27:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403699336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403699336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403699336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T09:27:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742357_1533 (size=14594) 2024-11-12T09:27:19,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:19,350 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111244dafdb2c3e3442ba05badb404780555_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111244dafdb2c3e3442ba05badb404780555_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:19,351 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/4101f8e54d6244d7a391fb2120ece83d, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:19,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/4101f8e54d6244d7a391fb2120ece83d is 175, key is test_row_0/A:col10/1731403639328/Put/seqid=0 2024-11-12T09:27:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742358_1534 (size=39549) 2024-11-12T09:27:19,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403699446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403699446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403699446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T09:27:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T09:27:19,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403699546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403699546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T09:27:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403699656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403699656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403699656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/4101f8e54d6244d7a391fb2120ece83d 2024-11-12T09:27:19,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/18cdb5ad07de4c048e7bc2934cdac607 is 50, key is test_row_0/B:col10/1731403639328/Put/seqid=0 2024-11-12T09:27:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742359_1535 (size=12001) 2024-11-12T09:27:19,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/18cdb5ad07de4c048e7bc2934cdac607 2024-11-12T09:27:19,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/77044f0a2343446aad90b93dc03c5a5e is 50, key is test_row_0/C:col10/1731403639328/Put/seqid=0 2024-11-12T09:27:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742360_1536 (size=12001) 2024-11-12T09:27:19,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T09:27:19,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T09:27:19,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403699856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403699856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T09:27:19,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:19,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:19,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403699966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403699966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403699966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T09:27:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:20,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:20,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:20,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/77044f0a2343446aad90b93dc03c5a5e 2024-11-12T09:27:20,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/4101f8e54d6244d7a391fb2120ece83d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/4101f8e54d6244d7a391fb2120ece83d 2024-11-12T09:27:20,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/4101f8e54d6244d7a391fb2120ece83d, entries=200, sequenceid=43, filesize=38.6 K 2024-11-12T09:27:20,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/18cdb5ad07de4c048e7bc2934cdac607 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/18cdb5ad07de4c048e7bc2934cdac607 2024-11-12T09:27:20,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/18cdb5ad07de4c048e7bc2934cdac607, entries=150, sequenceid=43, filesize=11.7 K 2024-11-12T09:27:20,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/77044f0a2343446aad90b93dc03c5a5e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/77044f0a2343446aad90b93dc03c5a5e 2024-11-12T09:27:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/77044f0a2343446aad90b93dc03c5a5e, entries=150, sequenceid=43, filesize=11.7 K 2024-11-12T09:27:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6e307bb25d11a598e05acb93f1f61ebc in 872ms, sequenceid=43, compaction requested=false 2024-11-12T09:27:20,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-12T09:27:20,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:20,262 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T09:27:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112983c4ec6f48d40a69c9dece980756ec3_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403639335/Put/seqid=0 2024-11-12T09:27:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742361_1537 (size=9714) 2024-11-12T09:27:20,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,288 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112983c4ec6f48d40a69c9dece980756ec3_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112983c4ec6f48d40a69c9dece980756ec3_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/ae08c5ac90b640749ec64172155e28f3, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/ae08c5ac90b640749ec64172155e28f3 is 175, key is test_row_0/A:col10/1731403639335/Put/seqid=0 2024-11-12T09:27:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742362_1538 (size=22361) 2024-11-12T09:27:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T09:27:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:20,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:20,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403700439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403700444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403700475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403700475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403700476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403700546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403700556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,694 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/ae08c5ac90b640749ec64172155e28f3 2024-11-12T09:27:20,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/38e9e95067af4640a214530f7e289f7e is 50, key is test_row_0/B:col10/1731403639335/Put/seqid=0 2024-11-12T09:27:20,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742363_1539 (size=9657) 2024-11-12T09:27:20,703 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/38e9e95067af4640a214530f7e289f7e 2024-11-12T09:27:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b7d7a1a84f514e2aa33d2caace62a077 is 50, key is test_row_0/C:col10/1731403639335/Put/seqid=0 2024-11-12T09:27:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742364_1540 (size=9657) 2024-11-12T09:27:20,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403700756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403700766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:20,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:27:21,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403701066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403701076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,115 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b7d7a1a84f514e2aa33d2caace62a077 2024-11-12T09:27:21,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/ae08c5ac90b640749ec64172155e28f3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/ae08c5ac90b640749ec64172155e28f3 2024-11-12T09:27:21,122 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/ae08c5ac90b640749ec64172155e28f3, entries=100, sequenceid=51, filesize=21.8 K 2024-11-12T09:27:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/38e9e95067af4640a214530f7e289f7e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/38e9e95067af4640a214530f7e289f7e 2024-11-12T09:27:21,127 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/38e9e95067af4640a214530f7e289f7e, entries=100, sequenceid=51, filesize=9.4 K 2024-11-12T09:27:21,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b7d7a1a84f514e2aa33d2caace62a077 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b7d7a1a84f514e2aa33d2caace62a077 2024-11-12T09:27:21,131 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b7d7a1a84f514e2aa33d2caace62a077, entries=100, sequenceid=51, filesize=9.4 K 2024-11-12T09:27:21,132 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 6e307bb25d11a598e05acb93f1f61ebc in 870ms, sequenceid=51, compaction requested=true 2024-11-12T09:27:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-12T09:27:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-12T09:27:21,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-12T09:27:21,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9470 sec 2024-11-12T09:27:21,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.9530 sec 2024-11-12T09:27:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-12T09:27:21,336 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:21,337 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-12T09:27:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T09:27:21,338 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:21,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:21,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T09:27:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:21,488 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:21,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T09:27:21,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T09:27:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120af00548d84c4d43936a110a3c201f9b_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403640436/Put/seqid=0 2024-11-12T09:27:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403701498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403701506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403701508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742365_1541 (size=12154) 2024-11-12T09:27:21,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403701575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403701586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403701616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403701616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403701625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T09:27:21,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:21,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T09:27:21,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T09:27:21,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:21,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403701826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403701826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403701835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:21,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:21,926 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:21,928 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120af00548d84c4d43936a110a3c201f9b_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120af00548d84c4d43936a110a3c201f9b_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:21,929 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/e5e484fdd137417aa9f2aef8733f58ff, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:21,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/e5e484fdd137417aa9f2aef8733f58ff is 175, key is test_row_0/A:col10/1731403640436/Put/seqid=0 2024-11-12T09:27:21,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742366_1542 (size=30955) 2024-11-12T09:27:21,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/e5e484fdd137417aa9f2aef8733f58ff 2024-11-12T09:27:21,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/070b243262d1403e858292af2ad3c51e is 50, key is test_row_0/B:col10/1731403640436/Put/seqid=0 2024-11-12T09:27:21,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742367_1543 (size=12001) 2024-11-12T09:27:21,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T09:27:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:21,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T09:27:22,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T09:27:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:22,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:22,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403702136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403702136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403702146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T09:27:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:22,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/070b243262d1403e858292af2ad3c51e 2024-11-12T09:27:22,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b19ffc80abf140b78f1919cd54b3259e is 50, key is test_row_0/C:col10/1731403640436/Put/seqid=0 2024-11-12T09:27:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742368_1544 (size=12001) 2024-11-12T09:27:22,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b19ffc80abf140b78f1919cd54b3259e 2024-11-12T09:27:22,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/e5e484fdd137417aa9f2aef8733f58ff as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e5e484fdd137417aa9f2aef8733f58ff 2024-11-12T09:27:22,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e5e484fdd137417aa9f2aef8733f58ff, entries=150, sequenceid=80, filesize=30.2 K 2024-11-12T09:27:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/070b243262d1403e858292af2ad3c51e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/070b243262d1403e858292af2ad3c51e 2024-11-12T09:27:22,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/070b243262d1403e858292af2ad3c51e, entries=150, sequenceid=80, filesize=11.7 K 2024-11-12T09:27:22,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b19ffc80abf140b78f1919cd54b3259e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b19ffc80abf140b78f1919cd54b3259e 2024-11-12T09:27:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b19ffc80abf140b78f1919cd54b3259e, entries=150, sequenceid=80, filesize=11.7 K 2024-11-12T09:27:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 6e307bb25d11a598e05acb93f1f61ebc in 890ms, sequenceid=80, compaction requested=true 2024-11-12T09:27:22,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:22,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:22,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:22,378 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:22,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:22,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:22,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:22,378 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:22,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,379 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:22,379 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/A is initiating minor compaction (all files) 2024-11-12T09:27:22,379 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/A in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,379 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/279f434b323d4d13bbd360df777534ec, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/4101f8e54d6244d7a391fb2120ece83d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/ae08c5ac90b640749ec64172155e28f3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e5e484fdd137417aa9f2aef8733f58ff] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=129.3 K 2024-11-12T09:27:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,379 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,379 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/279f434b323d4d13bbd360df777534ec, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/4101f8e54d6244d7a391fb2120ece83d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/ae08c5ac90b640749ec64172155e28f3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e5e484fdd137417aa9f2aef8733f58ff] 2024-11-12T09:27:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:22,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/B is initiating minor compaction (all files) 2024-11-12T09:27:22,380 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 279f434b323d4d13bbd360df777534ec, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403639187 2024-11-12T09:27:22,380 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/B in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,380 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7494eb6adb7b41d0a5cd8570bf03b7e6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/18cdb5ad07de4c048e7bc2934cdac607, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/38e9e95067af4640a214530f7e289f7e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/070b243262d1403e858292af2ad3c51e] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=44.6 K 2024-11-12T09:27:22,380 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4101f8e54d6244d7a391fb2120ece83d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731403639209 2024-11-12T09:27:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7494eb6adb7b41d0a5cd8570bf03b7e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403639187 2024-11-12T09:27:22,381 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae08c5ac90b640749ec64172155e28f3, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731403639333 2024-11-12T09:27:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,381 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 18cdb5ad07de4c048e7bc2934cdac607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731403639209 2024-11-12T09:27:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,381 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5e484fdd137417aa9f2aef8733f58ff, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731403640436 2024-11-12T09:27:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,381 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 38e9e95067af4640a214530f7e289f7e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731403639333 2024-11-12T09:27:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,382 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 070b243262d1403e858292af2ad3c51e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731403640436 2024-11-12T09:27:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,386 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,388 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:22,388 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112f97341f78a8b4dba9a863882a82c7553_6e307bb25d11a598e05acb93f1f61ebc store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,389 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/3fbc308b7ef64278a93185d7947835fa is 50, key is test_row_0/B:col10/1731403640436/Put/seqid=0 2024-11-12T09:27:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,390 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112f97341f78a8b4dba9a863882a82c7553_6e307bb25d11a598e05acb93f1f61ebc, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,391 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f97341f78a8b4dba9a863882a82c7553_6e307bb25d11a598e05acb93f1f61ebc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742369_1545 (size=12139) 2024-11-12T09:27:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,396 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/3fbc308b7ef64278a93185d7947835fa as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/3fbc308b7ef64278a93185d7947835fa 2024-11-12T09:27:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742370_1546 (size=4469) 2024-11-12T09:27:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,400 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/B of 6e307bb25d11a598e05acb93f1f61ebc into 3fbc308b7ef64278a93185d7947835fa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:22,400 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:22,400 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/B, priority=12, startTime=1731403642378; duration=0sec 2024-11-12T09:27:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,400 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:22,400 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:B 2024-11-12T09:27:22,400 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:22,401 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:22,401 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/C is initiating minor compaction (all files) 2024-11-12T09:27:22,402 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/C in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,402 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/5f26c68ee26f4c08b846a1e953f72ed2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/77044f0a2343446aad90b93dc03c5a5e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b7d7a1a84f514e2aa33d2caace62a077, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b19ffc80abf140b78f1919cd54b3259e] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=44.6 K 2024-11-12T09:27:22,402 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f26c68ee26f4c08b846a1e953f72ed2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731403639187 2024-11-12T09:27:22,402 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 77044f0a2343446aad90b93dc03c5a5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731403639209 2024-11-12T09:27:22,402 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b7d7a1a84f514e2aa33d2caace62a077, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731403639333 2024-11-12T09:27:22,403 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b19ffc80abf140b78f1919cd54b3259e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731403640436 2024-11-12T09:27:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-12T09:27:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:22,407 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-12T09:27:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,409 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,410 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/0dad0543953948fca045bbfdfa2996c3 is 50, key is test_row_0/C:col10/1731403640436/Put/seqid=0 2024-11-12T09:27:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112319dd023edd34705b1fb59e90b3dd2fe_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403641506/Put/seqid=0 2024-11-12T09:27:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742371_1547 (size=12139) 2024-11-12T09:27:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,418 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/0dad0543953948fca045bbfdfa2996c3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/0dad0543953948fca045bbfdfa2996c3 2024-11-12T09:27:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,422 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/C of 6e307bb25d11a598e05acb93f1f61ebc into 0dad0543953948fca045bbfdfa2996c3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:22,422 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:22,422 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/C, priority=12, startTime=1731403642378; duration=0sec 2024-11-12T09:27:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,422 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:22,422 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:C 2024-11-12T09:27:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742372_1548 (size=9714) 2024-11-12T09:27:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T09:27:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403702657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403702659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403702660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403702662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403702662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403702766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403702766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403702766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403702775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403702775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,799 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:22,800 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/eeaf1a76975642c19a4fc82bbc5ed26b is 175, key is test_row_0/A:col10/1731403640436/Put/seqid=0 2024-11-12T09:27:22,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742373_1549 (size=31093) 2024-11-12T09:27:22,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:22,826 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112319dd023edd34705b1fb59e90b3dd2fe_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112319dd023edd34705b1fb59e90b3dd2fe_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:22,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/79470d327e1e4c7ab15eaba4882cd185, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:22,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/79470d327e1e4c7ab15eaba4882cd185 is 175, key is test_row_0/A:col10/1731403641506/Put/seqid=0 2024-11-12T09:27:22,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742374_1550 (size=22361) 2024-11-12T09:27:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403702976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403702976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403702976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403702985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403702985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,209 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/eeaf1a76975642c19a4fc82bbc5ed26b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/eeaf1a76975642c19a4fc82bbc5ed26b 2024-11-12T09:27:23,212 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/A of 6e307bb25d11a598e05acb93f1f61ebc into eeaf1a76975642c19a4fc82bbc5ed26b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:23,212 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:23,213 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/A, priority=12, startTime=1731403642378; duration=0sec 2024-11-12T09:27:23,213 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:23,213 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:A 2024-11-12T09:27:23,230 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/79470d327e1e4c7ab15eaba4882cd185 2024-11-12T09:27:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/a68a12dfff5b4c2790cb79e5aa12e0bc is 50, key is test_row_0/B:col10/1731403641506/Put/seqid=0 2024-11-12T09:27:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742375_1551 (size=9657) 2024-11-12T09:27:23,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403703286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403703286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403703286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403703296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403703296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T09:27:23,638 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/a68a12dfff5b4c2790cb79e5aa12e0bc 2024-11-12T09:27:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/807f881e78ca4e3f933ae9d2ad5df7ba is 50, key is test_row_0/C:col10/1731403641506/Put/seqid=0 2024-11-12T09:27:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742376_1552 (size=9657) 2024-11-12T09:27:23,647 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/807f881e78ca4e3f933ae9d2ad5df7ba 2024-11-12T09:27:23,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/79470d327e1e4c7ab15eaba4882cd185 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/79470d327e1e4c7ab15eaba4882cd185 2024-11-12T09:27:23,653 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/79470d327e1e4c7ab15eaba4882cd185, entries=100, sequenceid=88, filesize=21.8 K 2024-11-12T09:27:23,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/a68a12dfff5b4c2790cb79e5aa12e0bc as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/a68a12dfff5b4c2790cb79e5aa12e0bc 2024-11-12T09:27:23,659 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/a68a12dfff5b4c2790cb79e5aa12e0bc, entries=100, sequenceid=88, filesize=9.4 K 2024-11-12T09:27:23,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/807f881e78ca4e3f933ae9d2ad5df7ba as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/807f881e78ca4e3f933ae9d2ad5df7ba 2024-11-12T09:27:23,663 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/807f881e78ca4e3f933ae9d2ad5df7ba, entries=100, sequenceid=88, filesize=9.4 K 2024-11-12T09:27:23,664 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 6e307bb25d11a598e05acb93f1f61ebc in 1257ms, sequenceid=88, compaction requested=false 2024-11-12T09:27:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-12T09:27:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-12T09:27:23,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-12T09:27:23,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3260 sec 2024-11-12T09:27:23,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.3300 sec 2024-11-12T09:27:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:23,799 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:23,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-12T09:27:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403703799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403703799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403703800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125fda9ab133b547f49b831d9f78321430_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403643799/Put/seqid=0 2024-11-12T09:27:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403703806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403703806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742377_1553 (size=17034) 2024-11-12T09:27:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403703906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403703906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403703906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403704116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403704116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403704116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,211 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:24,214 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125fda9ab133b547f49b831d9f78321430_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125fda9ab133b547f49b831d9f78321430_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:24,214 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/f76911a9688241aa95941ebd6dc9de98, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:24,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/f76911a9688241aa95941ebd6dc9de98 is 175, key is test_row_0/A:col10/1731403643799/Put/seqid=0 2024-11-12T09:27:24,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742378_1554 (size=48139) 2024-11-12T09:27:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403704425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403704425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403704426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,618 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/f76911a9688241aa95941ebd6dc9de98 2024-11-12T09:27:24,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7fe44dc965fe4a3a892192767795f91f is 50, key is test_row_0/B:col10/1731403643799/Put/seqid=0 2024-11-12T09:27:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742379_1555 (size=12001) 2024-11-12T09:27:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403704815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,817 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 6e307bb25d11a598e05acb93f1f61ebc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:24,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403704826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,827 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 6e307bb25d11a598e05acb93f1f61ebc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:24,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403704935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403704936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403704936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:25,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7fe44dc965fe4a3a892192767795f91f 2024-11-12T09:27:25,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b2edbef94ed144369ccd399d490ff53a is 50, key is test_row_0/C:col10/1731403643799/Put/seqid=0 2024-11-12T09:27:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742380_1556 (size=12001) 2024-11-12T09:27:25,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b2edbef94ed144369ccd399d490ff53a 2024-11-12T09:27:25,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/f76911a9688241aa95941ebd6dc9de98 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/f76911a9688241aa95941ebd6dc9de98 2024-11-12T09:27:25,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/f76911a9688241aa95941ebd6dc9de98, entries=250, sequenceid=123, filesize=47.0 K 2024-11-12T09:27:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7fe44dc965fe4a3a892192767795f91f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7fe44dc965fe4a3a892192767795f91f 2024-11-12T09:27:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7fe44dc965fe4a3a892192767795f91f, entries=150, sequenceid=123, filesize=11.7 K 2024-11-12T09:27:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/b2edbef94ed144369ccd399d490ff53a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b2edbef94ed144369ccd399d490ff53a 2024-11-12T09:27:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b2edbef94ed144369ccd399d490ff53a, entries=150, sequenceid=123, filesize=11.7 K 2024-11-12T09:27:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 6e307bb25d11a598e05acb93f1f61ebc in 1658ms, sequenceid=123, compaction requested=true 2024-11-12T09:27:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,458 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,458 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:25,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:25,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:25,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:25,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,459 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:25,459 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/A is initiating minor compaction (all files) 2024-11-12T09:27:25,459 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/A in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:25,459 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/eeaf1a76975642c19a4fc82bbc5ed26b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/79470d327e1e4c7ab15eaba4882cd185, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/f76911a9688241aa95941ebd6dc9de98] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=99.2 K 2024-11-12T09:27:25,459 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:25,459 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/eeaf1a76975642c19a4fc82bbc5ed26b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/79470d327e1e4c7ab15eaba4882cd185, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/f76911a9688241aa95941ebd6dc9de98] 2024-11-12T09:27:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,459 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:25,459 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeaf1a76975642c19a4fc82bbc5ed26b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731403640436 2024-11-12T09:27:25,459 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/B is initiating minor compaction (all files) 2024-11-12T09:27:25,459 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/B in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:25,460 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/3fbc308b7ef64278a93185d7947835fa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/a68a12dfff5b4c2790cb79e5aa12e0bc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7fe44dc965fe4a3a892192767795f91f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=33.0 K 2024-11-12T09:27:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,460 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79470d327e1e4c7ab15eaba4882cd185, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731403641496 2024-11-12T09:27:25,460 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fbc308b7ef64278a93185d7947835fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731403640436 2024-11-12T09:27:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,460 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting f76911a9688241aa95941ebd6dc9de98, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731403642648 2024-11-12T09:27:25,460 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a68a12dfff5b4c2790cb79e5aa12e0bc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731403641496 2024-11-12T09:27:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,461 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe44dc965fe4a3a892192767795f91f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731403643798 2024-11-12T09:27:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,465 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,466 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,467 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/4da4e2dc6975414994bb6bb8e215ef3d is 50, key is test_row_0/B:col10/1731403643799/Put/seqid=0 2024-11-12T09:27:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,469 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112460dccfd92174c8fad7b490ce6302185_6e307bb25d11a598e05acb93f1f61ebc store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,470 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112460dccfd92174c8fad7b490ce6302185_6e307bb25d11a598e05acb93f1f61ebc, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,471 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112460dccfd92174c8fad7b490ce6302185_6e307bb25d11a598e05acb93f1f61ebc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742381_1557 (size=12241) 2024-11-12T09:27:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742382_1558 (size=4469) 2024-11-12T09:27:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T09:27:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,496 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,496 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-12T09:27:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T09:27:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:25,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T09:27:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-12T09:27:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-12T09:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-12T09:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-12T09:27:25,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-12T09:27:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 158 msec 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-12T09:27:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,817 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,817 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-12T09:27:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T09:27:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:25,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,876 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#A#compaction#475 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,876 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/01c9094634f44d67b410a0712219023e is 175, key is test_row_0/A:col10/1731403643799/Put/seqid=0 2024-11-12T09:27:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,878 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/4da4e2dc6975414994bb6bb8e215ef3d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4da4e2dc6975414994bb6bb8e215ef3d 2024-11-12T09:27:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742383_1559 (size=31195) 2024-11-12T09:27:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,883 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/B of 6e307bb25d11a598e05acb93f1f61ebc into 4da4e2dc6975414994bb6bb8e215ef3d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:25,883 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:25,883 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/B, priority=13, startTime=1731403645458; duration=0sec 2024-11-12T09:27:25,883 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/01c9094634f44d67b410a0712219023e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/01c9094634f44d67b410a0712219023e 2024-11-12T09:27:25,883 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:25,883 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:B 2024-11-12T09:27:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,883 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,884 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:25,884 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/C is initiating minor compaction (all files) 2024-11-12T09:27:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,884 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/C in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:25,884 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/0dad0543953948fca045bbfdfa2996c3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/807f881e78ca4e3f933ae9d2ad5df7ba, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b2edbef94ed144369ccd399d490ff53a] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=33.0 K 2024-11-12T09:27:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,884 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dad0543953948fca045bbfdfa2996c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731403640436 2024-11-12T09:27:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,885 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 807f881e78ca4e3f933ae9d2ad5df7ba, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731403641496 2024-11-12T09:27:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,885 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b2edbef94ed144369ccd399d490ff53a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731403643798 2024-11-12T09:27:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,887 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/A of 6e307bb25d11a598e05acb93f1f61ebc into 01c9094634f44d67b410a0712219023e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:25,887 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:25,887 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/A, priority=13, startTime=1731403645458; duration=0sec 2024-11-12T09:27:25,887 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:25,887 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:A 2024-11-12T09:27:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,891 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,892 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/8246d784d58147fcb96cbb42a81ccdcf is 50, key is test_row_0/C:col10/1731403643799/Put/seqid=0 2024-11-12T09:27:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742384_1560 (size=12241) 2024-11-12T09:27:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T09:27:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-12T09:27:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:25,972 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T09:27:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:25,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f70a55d6fd5046a396a27fe2e47d74f5_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403645970/Put/seqid=0 2024-11-12T09:27:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:25,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742385_1561 (size=19774) 2024-11-12T09:27:26,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403706007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403706010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403706011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403706116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403706116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403706126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T09:27:26,299 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/8246d784d58147fcb96cbb42a81ccdcf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/8246d784d58147fcb96cbb42a81ccdcf 2024-11-12T09:27:26,303 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/C of 6e307bb25d11a598e05acb93f1f61ebc into 8246d784d58147fcb96cbb42a81ccdcf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:26,303 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:26,303 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/C, priority=13, startTime=1731403645458; duration=0sec 2024-11-12T09:27:26,303 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:26,303 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:C 2024-11-12T09:27:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403706326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403706326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403706336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:26,396 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f70a55d6fd5046a396a27fe2e47d74f5_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f70a55d6fd5046a396a27fe2e47d74f5_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:26,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5 is 175, key is test_row_0/A:col10/1731403645970/Put/seqid=0 2024-11-12T09:27:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742386_1562 (size=57033) 2024-11-12T09:27:26,402 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5 2024-11-12T09:27:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/9f9a5a1ffe46422d87dab04d62f50c67 is 50, key is test_row_0/B:col10/1731403645970/Put/seqid=0 2024-11-12T09:27:26,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742387_1563 (size=12151) 2024-11-12T09:27:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T09:27:26,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403706635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403706636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403706646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,820 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/9f9a5a1ffe46422d87dab04d62f50c67 2024-11-12T09:27:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/d568111c229442c9bd5f197d4e61dee6 is 50, key is test_row_0/C:col10/1731403645970/Put/seqid=0 2024-11-12T09:27:26,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742388_1564 (size=12151) 2024-11-12T09:27:26,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403706836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,838 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 6e307bb25d11a598e05acb93f1f61ebc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403706855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:26,858 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 6e307bb25d11a598e05acb93f1f61ebc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T09:27:27,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403707146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:27,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403707146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:27,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:27,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403707156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:27,230 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/d568111c229442c9bd5f197d4e61dee6 2024-11-12T09:27:27,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5 2024-11-12T09:27:27,236 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5, entries=300, sequenceid=135, filesize=55.7 K 2024-11-12T09:27:27,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/9f9a5a1ffe46422d87dab04d62f50c67 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9f9a5a1ffe46422d87dab04d62f50c67 2024-11-12T09:27:27,239 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9f9a5a1ffe46422d87dab04d62f50c67, entries=150, sequenceid=135, filesize=11.9 K 2024-11-12T09:27:27,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/d568111c229442c9bd5f197d4e61dee6 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/d568111c229442c9bd5f197d4e61dee6 2024-11-12T09:27:27,242 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/d568111c229442c9bd5f197d4e61dee6, entries=150, sequenceid=135, filesize=11.9 K 2024-11-12T09:27:27,243 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 6e307bb25d11a598e05acb93f1f61ebc in 1271ms, sequenceid=135, compaction requested=false 2024-11-12T09:27:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:27,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-12T09:27:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-12T09:27:27,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-12T09:27:27,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4250 sec 2024-11-12T09:27:27,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4290 sec 2024-11-12T09:27:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-12T09:27:27,966 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:27,966 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-12T09:27:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T09:27:27,968 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:27,969 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:27,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T09:27:28,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-12T09:27:28,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:28,121 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T09:27:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111258c0861e310b4f0c822cd136e0c16028_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403646005/Put/seqid=0 2024-11-12T09:27:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742389_1565 (size=12304) 2024-11-12T09:27:28,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:28,163 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111258c0861e310b4f0c822cd136e0c16028_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111258c0861e310b4f0c822cd136e0c16028_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/e76d827a282c4a95b8594dcb8e530804, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/e76d827a282c4a95b8594dcb8e530804 is 175, key is test_row_0/A:col10/1731403646005/Put/seqid=0 2024-11-12T09:27:28,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:28,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403708182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742390_1566 (size=31105) 2024-11-12T09:27:28,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403708187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403708188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T09:27:28,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403708296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403708296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403708296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403708506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403708506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403708506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,588 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/e76d827a282c4a95b8594dcb8e530804 2024-11-12T09:27:28,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/819daf537f5747dcb1c782209285d109 is 50, key is test_row_0/B:col10/1731403646005/Put/seqid=0 2024-11-12T09:27:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T09:27:28,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742391_1567 (size=12151) 2024-11-12T09:27:28,626 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/819daf537f5747dcb1c782209285d109 2024-11-12T09:27:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/986d93e63cad450ca543be7124d191a0 is 50, key is test_row_0/C:col10/1731403646005/Put/seqid=0 2024-11-12T09:27:28,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742392_1568 (size=12151) 2024-11-12T09:27:28,646 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/986d93e63cad450ca543be7124d191a0 2024-11-12T09:27:28,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/e76d827a282c4a95b8594dcb8e530804 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e76d827a282c4a95b8594dcb8e530804 2024-11-12T09:27:28,656 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e76d827a282c4a95b8594dcb8e530804, entries=150, sequenceid=163, filesize=30.4 K 2024-11-12T09:27:28,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/819daf537f5747dcb1c782209285d109 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/819daf537f5747dcb1c782209285d109 2024-11-12T09:27:28,661 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/819daf537f5747dcb1c782209285d109, entries=150, sequenceid=163, filesize=11.9 K 2024-11-12T09:27:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/986d93e63cad450ca543be7124d191a0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/986d93e63cad450ca543be7124d191a0 2024-11-12T09:27:28,666 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/986d93e63cad450ca543be7124d191a0, entries=150, sequenceid=163, filesize=11.9 K 2024-11-12T09:27:28,667 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6e307bb25d11a598e05acb93f1f61ebc in 546ms, sequenceid=163, compaction requested=true 2024-11-12T09:27:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-12T09:27:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-12T09:27:28,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-12T09:27:28,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 700 msec 2024-11-12T09:27:28,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 705 msec 2024-11-12T09:27:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:28,818 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:28,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:27:28,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112df398a6799204b26b5a991e6d8755873_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403648185/Put/seqid=0 2024-11-12T09:27:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742393_1569 (size=12304) 2024-11-12T09:27:28,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:28,859 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112df398a6799204b26b5a991e6d8755873_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112df398a6799204b26b5a991e6d8755873_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:28,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/893a648b528b4d3db05ecccbeaf2fb39, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:28,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/893a648b528b4d3db05ecccbeaf2fb39 is 175, key is test_row_0/A:col10/1731403648185/Put/seqid=0 2024-11-12T09:27:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403708853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403708854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403708863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742394_1570 (size=31105) 2024-11-12T09:27:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403708966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403708966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:28,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403708975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-12T09:27:29,106 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:29,106 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-12T09:27:29,108 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T09:27:29,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:29,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403709176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403709176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403709186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T09:27:29,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T09:27:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:29,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:29,287 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/893a648b528b4d3db05ecccbeaf2fb39 2024-11-12T09:27:29,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/dd6f3fdd905243b38a0ef5f89dcd5ce0 is 50, key is test_row_0/B:col10/1731403648185/Put/seqid=0 2024-11-12T09:27:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742395_1571 (size=12151) 2024-11-12T09:27:29,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/dd6f3fdd905243b38a0ef5f89dcd5ce0 2024-11-12T09:27:29,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/c3d907ce98514598b9c972b1d7e5f909 is 50, key is test_row_0/C:col10/1731403648185/Put/seqid=0 2024-11-12T09:27:29,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742396_1572 (size=12151) 2024-11-12T09:27:29,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/c3d907ce98514598b9c972b1d7e5f909 2024-11-12T09:27:29,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/893a648b528b4d3db05ecccbeaf2fb39 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/893a648b528b4d3db05ecccbeaf2fb39 2024-11-12T09:27:29,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/893a648b528b4d3db05ecccbeaf2fb39, entries=150, sequenceid=174, filesize=30.4 K 2024-11-12T09:27:29,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/dd6f3fdd905243b38a0ef5f89dcd5ce0 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/dd6f3fdd905243b38a0ef5f89dcd5ce0 2024-11-12T09:27:29,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/dd6f3fdd905243b38a0ef5f89dcd5ce0, entries=150, sequenceid=174, filesize=11.9 K 2024-11-12T09:27:29,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/c3d907ce98514598b9c972b1d7e5f909 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/c3d907ce98514598b9c972b1d7e5f909 2024-11-12T09:27:29,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/c3d907ce98514598b9c972b1d7e5f909, entries=150, sequenceid=174, filesize=11.9 K 2024-11-12T09:27:29,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6e307bb25d11a598e05acb93f1f61ebc in 534ms, sequenceid=174, compaction requested=true 2024-11-12T09:27:29,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:29,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:29,352 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:29,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:29,352 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:29,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:29,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:29,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:29,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:29,356 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:29,356 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:29,356 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/B is initiating minor compaction (all files) 2024-11-12T09:27:29,356 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/A is initiating minor compaction (all files) 2024-11-12T09:27:29,356 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/A in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:29,356 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/B in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:29,357 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/01c9094634f44d67b410a0712219023e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e76d827a282c4a95b8594dcb8e530804, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/893a648b528b4d3db05ecccbeaf2fb39] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=146.9 K 2024-11-12T09:27:29,357 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4da4e2dc6975414994bb6bb8e215ef3d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9f9a5a1ffe46422d87dab04d62f50c67, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/819daf537f5747dcb1c782209285d109, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/dd6f3fdd905243b38a0ef5f89dcd5ce0] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=47.6 K 2024-11-12T09:27:29,357 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:29,357 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/01c9094634f44d67b410a0712219023e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e76d827a282c4a95b8594dcb8e530804, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/893a648b528b4d3db05ecccbeaf2fb39] 2024-11-12T09:27:29,357 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4da4e2dc6975414994bb6bb8e215ef3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731403643798 2024-11-12T09:27:29,358 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01c9094634f44d67b410a0712219023e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731403643798 2024-11-12T09:27:29,358 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f9a5a1ffe46422d87dab04d62f50c67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731403645964 2024-11-12T09:27:29,359 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c8a5cfb7b6b4abd91e6b852d6bf79d5, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731403645962 2024-11-12T09:27:29,359 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 819daf537f5747dcb1c782209285d109, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731403646004 2024-11-12T09:27:29,359 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting e76d827a282c4a95b8594dcb8e530804, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731403646004 2024-11-12T09:27:29,359 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting dd6f3fdd905243b38a0ef5f89dcd5ce0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731403648184 2024-11-12T09:27:29,359 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 893a648b528b4d3db05ecccbeaf2fb39, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731403648184 2024-11-12T09:27:29,365 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:29,368 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112e8ac5417f1414d4dada9c8b7701210d4_6e307bb25d11a598e05acb93f1f61ebc store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:29,369 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:29,370 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/4abd16071f2c4228aa1625e5030f6e60 is 50, key is test_row_0/B:col10/1731403648185/Put/seqid=0 2024-11-12T09:27:29,371 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112e8ac5417f1414d4dada9c8b7701210d4_6e307bb25d11a598e05acb93f1f61ebc, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:29,371 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e8ac5417f1414d4dada9c8b7701210d4_6e307bb25d11a598e05acb93f1f61ebc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742398_1574 (size=4469) 2024-11-12T09:27:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742397_1573 (size=12527) 2024-11-12T09:27:29,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T09:27:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:29,415 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T09:27:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f0a98ee1f41c444dadcc4257d5c4c680_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403648860/Put/seqid=0 2024-11-12T09:27:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T09:27:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742399_1575 (size=12304) 2024-11-12T09:27:29,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:29,438 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f0a98ee1f41c444dadcc4257d5c4c680_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f0a98ee1f41c444dadcc4257d5c4c680_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/3344e64f13a84b24bdf9c5ca40264534, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/3344e64f13a84b24bdf9c5ca40264534 is 175, key is test_row_0/A:col10/1731403648860/Put/seqid=0 2024-11-12T09:27:29,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742400_1576 (size=31105) 2024-11-12T09:27:29,451 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/3344e64f13a84b24bdf9c5ca40264534 2024-11-12T09:27:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/9de5877d559c4532991cb9609622e916 is 50, key is test_row_0/B:col10/1731403648860/Put/seqid=0 2024-11-12T09:27:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742401_1577 (size=12151) 2024-11-12T09:27:29,478 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/9de5877d559c4532991cb9609622e916 2024-11-12T09:27:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/af8583a291614745af5a65bbff4d5335 is 50, key is test_row_0/C:col10/1731403648860/Put/seqid=0 2024-11-12T09:27:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:29,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:29,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403709502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742402_1578 (size=12151) 2024-11-12T09:27:29,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403709504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403709505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403709616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403709616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403709616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T09:27:29,790 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#A#compaction#486 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:29,791 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/00d49fc12f6e42e0bfb67dedfdf45e77 is 175, key is test_row_0/A:col10/1731403648185/Put/seqid=0 2024-11-12T09:27:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742403_1579 (size=31481) 2024-11-12T09:27:29,798 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/00d49fc12f6e42e0bfb67dedfdf45e77 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/00d49fc12f6e42e0bfb67dedfdf45e77 2024-11-12T09:27:29,805 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/4abd16071f2c4228aa1625e5030f6e60 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4abd16071f2c4228aa1625e5030f6e60 2024-11-12T09:27:29,806 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/A of 6e307bb25d11a598e05acb93f1f61ebc into 00d49fc12f6e42e0bfb67dedfdf45e77(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:29,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:29,806 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/A, priority=12, startTime=1731403649352; duration=0sec 2024-11-12T09:27:29,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:29,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:A 2024-11-12T09:27:29,806 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:29,807 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:29,807 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/C is initiating minor compaction (all files) 2024-11-12T09:27:29,807 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/C in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:29,807 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/8246d784d58147fcb96cbb42a81ccdcf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/d568111c229442c9bd5f197d4e61dee6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/986d93e63cad450ca543be7124d191a0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/c3d907ce98514598b9c972b1d7e5f909] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=47.6 K 2024-11-12T09:27:29,808 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8246d784d58147fcb96cbb42a81ccdcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731403643798 2024-11-12T09:27:29,809 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting d568111c229442c9bd5f197d4e61dee6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731403645964 2024-11-12T09:27:29,809 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986d93e63cad450ca543be7124d191a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731403646004 2024-11-12T09:27:29,809 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3d907ce98514598b9c972b1d7e5f909, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731403648184 2024-11-12T09:27:29,809 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/B of 6e307bb25d11a598e05acb93f1f61ebc into 4abd16071f2c4228aa1625e5030f6e60(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:29,809 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:29,809 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/B, priority=12, startTime=1731403649352; duration=0sec 2024-11-12T09:27:29,810 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:29,810 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:B 2024-11-12T09:27:29,815 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:29,816 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/3166665c98b94eeebbb477b3194fe565 is 50, key is test_row_0/C:col10/1731403648185/Put/seqid=0 2024-11-12T09:27:29,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742404_1580 (size=12527) 2024-11-12T09:27:29,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403709826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403709826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403709826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:29,910 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/af8583a291614745af5a65bbff4d5335 2024-11-12T09:27:29,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/3344e64f13a84b24bdf9c5ca40264534 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3344e64f13a84b24bdf9c5ca40264534 2024-11-12T09:27:29,916 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3344e64f13a84b24bdf9c5ca40264534, entries=150, sequenceid=199, filesize=30.4 K 2024-11-12T09:27:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/9de5877d559c4532991cb9609622e916 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9de5877d559c4532991cb9609622e916 2024-11-12T09:27:29,920 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9de5877d559c4532991cb9609622e916, entries=150, sequenceid=199, filesize=11.9 K 2024-11-12T09:27:29,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/af8583a291614745af5a65bbff4d5335 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/af8583a291614745af5a65bbff4d5335 2024-11-12T09:27:29,925 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/af8583a291614745af5a65bbff4d5335, entries=150, sequenceid=199, filesize=11.9 K 2024-11-12T09:27:29,926 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6e307bb25d11a598e05acb93f1f61ebc in 510ms, sequenceid=199, compaction requested=false 2024-11-12T09:27:29,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:29,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:29,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-12T09:27:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-12T09:27:29,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-12T09:27:29,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 818 msec 2024-11-12T09:27:29,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 823 msec 2024-11-12T09:27:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:30,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:27:30,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c84be58c86284c8692beda889e583c99_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403649504/Put/seqid=0 2024-11-12T09:27:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742405_1581 (size=14794) 2024-11-12T09:27:30,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403710205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403710206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403710211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,223 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/3166665c98b94eeebbb477b3194fe565 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/3166665c98b94eeebbb477b3194fe565 2024-11-12T09:27:30,226 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/C of 6e307bb25d11a598e05acb93f1f61ebc into 3166665c98b94eeebbb477b3194fe565(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:30,226 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:30,226 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/C, priority=12, startTime=1731403649352; duration=0sec 2024-11-12T09:27:30,226 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:30,226 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:C 2024-11-12T09:27:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T09:27:30,246 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:30,246 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-12T09:27:30,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T09:27:30,248 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:30,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403710315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403710315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403710326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T09:27:30,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T09:27:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:30,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403710526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403710526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403710536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,549 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:30,551 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c84be58c86284c8692beda889e583c99_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c84be58c86284c8692beda889e583c99_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:30,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/941734571cc342d0907d547d26294c60, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:30,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/941734571cc342d0907d547d26294c60 is 175, key is test_row_0/A:col10/1731403649504/Put/seqid=0 2024-11-12T09:27:30,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T09:27:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:30,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742406_1582 (size=39749) 2024-11-12T09:27:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T09:27:30,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T09:27:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:30,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403710836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403710836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403710846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53600 deadline: 1731403710856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T09:27:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:30,860 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_0' in 6e307bb25d11a598e05acb93f1f61ebc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:30,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T09:27:30,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53538 deadline: 1731403710876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:30,878 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 106923ea030f,33779,1731403484435 for 'test_row_1' in 6e307bb25d11a598e05acb93f1f61ebc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T09:27:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:30,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:30,960 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/941734571cc342d0907d547d26294c60 2024-11-12T09:27:30,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/bb601e789fd24635a8778ef8f955fc31 is 50, key is test_row_0/B:col10/1731403649504/Put/seqid=0 2024-11-12T09:27:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742407_1583 (size=12151) 2024-11-12T09:27:31,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T09:27:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T09:27:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T09:27:31,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:31,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:31,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403711345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:31,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403711346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:31,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403711356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:31,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:31,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/bb601e789fd24635a8778ef8f955fc31 2024-11-12T09:27:31,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/645e5ded686a4357a44f74775cf0657f is 50, key is test_row_0/C:col10/1731403649504/Put/seqid=0 2024-11-12T09:27:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742408_1584 (size=12151) 2024-11-12T09:27:31,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/645e5ded686a4357a44f74775cf0657f 2024-11-12T09:27:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T09:27:31,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/941734571cc342d0907d547d26294c60 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/941734571cc342d0907d547d26294c60 2024-11-12T09:27:31,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/941734571cc342d0907d547d26294c60, entries=200, sequenceid=213, filesize=38.8 K 2024-11-12T09:27:31,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/bb601e789fd24635a8778ef8f955fc31 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/bb601e789fd24635a8778ef8f955fc31 2024-11-12T09:27:31,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/bb601e789fd24635a8778ef8f955fc31, entries=150, sequenceid=213, filesize=11.9 K 2024-11-12T09:27:31,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/645e5ded686a4357a44f74775cf0657f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/645e5ded686a4357a44f74775cf0657f 2024-11-12T09:27:31,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/645e5ded686a4357a44f74775cf0657f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-12T09:27:31,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6e307bb25d11a598e05acb93f1f61ebc in 1263ms, sequenceid=213, compaction requested=true 2024-11-12T09:27:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:31,400 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:31,400 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:31,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:31,401 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:31,401 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/B is initiating minor compaction (all files) 2024-11-12T09:27:31,402 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/B in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,402 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4abd16071f2c4228aa1625e5030f6e60, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9de5877d559c4532991cb9609622e916, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/bb601e789fd24635a8778ef8f955fc31] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=36.0 K 2024-11-12T09:27:31,402 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:31,402 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/A is initiating minor compaction (all files) 2024-11-12T09:27:31,402 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/A in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,402 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/00d49fc12f6e42e0bfb67dedfdf45e77, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3344e64f13a84b24bdf9c5ca40264534, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/941734571cc342d0907d547d26294c60] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=99.9 K 2024-11-12T09:27:31,402 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,402 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/00d49fc12f6e42e0bfb67dedfdf45e77, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3344e64f13a84b24bdf9c5ca40264534, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/941734571cc342d0907d547d26294c60] 2024-11-12T09:27:31,402 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 4abd16071f2c4228aa1625e5030f6e60, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731403648184 2024-11-12T09:27:31,402 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00d49fc12f6e42e0bfb67dedfdf45e77, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731403648184 2024-11-12T09:27:31,403 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3344e64f13a84b24bdf9c5ca40264534, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731403648850 2024-11-12T09:27:31,403 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 9de5877d559c4532991cb9609622e916, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731403648850 2024-11-12T09:27:31,403 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 941734571cc342d0907d547d26294c60, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731403649495 2024-11-12T09:27:31,403 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting bb601e789fd24635a8778ef8f955fc31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731403649503 2024-11-12T09:27:31,410 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:31,419 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:31,419 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/214d7e61165b423aa0225aada980eee4 is 50, key is test_row_0/B:col10/1731403649504/Put/seqid=0 2024-11-12T09:27:31,425 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111271ef14b86f1e4dc6a3d761c9dec5dea9_6e307bb25d11a598e05acb93f1f61ebc store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:31,427 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111271ef14b86f1e4dc6a3d761c9dec5dea9_6e307bb25d11a598e05acb93f1f61ebc, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:31,427 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111271ef14b86f1e4dc6a3d761c9dec5dea9_6e307bb25d11a598e05acb93f1f61ebc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:31,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742410_1586 (size=4469) 2024-11-12T09:27:31,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742409_1585 (size=12629) 2024-11-12T09:27:31,455 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/214d7e61165b423aa0225aada980eee4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/214d7e61165b423aa0225aada980eee4 2024-11-12T09:27:31,459 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/B of 6e307bb25d11a598e05acb93f1f61ebc into 214d7e61165b423aa0225aada980eee4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:31,459 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:31,459 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/B, priority=13, startTime=1731403651400; duration=0sec 2024-11-12T09:27:31,459 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:31,459 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:B 2024-11-12T09:27:31,459 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:31,460 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:31,460 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/C is initiating minor compaction (all files) 2024-11-12T09:27:31,460 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/C in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,460 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/3166665c98b94eeebbb477b3194fe565, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/af8583a291614745af5a65bbff4d5335, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/645e5ded686a4357a44f74775cf0657f] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=36.0 K 2024-11-12T09:27:31,461 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 3166665c98b94eeebbb477b3194fe565, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731403648184 2024-11-12T09:27:31,461 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting af8583a291614745af5a65bbff4d5335, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731403648850 2024-11-12T09:27:31,461 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 645e5ded686a4357a44f74775cf0657f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731403649503 2024-11-12T09:27:31,467 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:31,467 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/caedcb6677fd428db02b755c599c7eaf is 50, key is test_row_0/C:col10/1731403649504/Put/seqid=0 2024-11-12T09:27:31,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T09:27:31,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:31,474 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T09:27:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742411_1587 (size=12629) 2024-11-12T09:27:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111283f64f8b65f84eb69b51d0632fce19f6_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403650200/Put/seqid=0 2024-11-12T09:27:31,487 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/caedcb6677fd428db02b755c599c7eaf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/caedcb6677fd428db02b755c599c7eaf 2024-11-12T09:27:31,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742412_1588 (size=12304) 2024-11-12T09:27:31,493 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/C of 6e307bb25d11a598e05acb93f1f61ebc into caedcb6677fd428db02b755c599c7eaf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:31,493 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:31,493 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/C, priority=13, startTime=1731403651400; duration=0sec 2024-11-12T09:27:31,493 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:31,493 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:C 2024-11-12T09:27:31,848 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#A#compaction#495 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:31,849 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/03bc09a161b24e87ac0cee55fe9c9543 is 175, key is test_row_0/A:col10/1731403649504/Put/seqid=0 2024-11-12T09:27:31,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742413_1589 (size=31583) 2024-11-12T09:27:31,855 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/03bc09a161b24e87ac0cee55fe9c9543 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/03bc09a161b24e87ac0cee55fe9c9543 2024-11-12T09:27:31,858 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/A of 6e307bb25d11a598e05acb93f1f61ebc into 03bc09a161b24e87ac0cee55fe9c9543(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:31,859 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:31,859 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/A, priority=13, startTime=1731403651400; duration=0sec 2024-11-12T09:27:31,859 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:31,859 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:A 2024-11-12T09:27:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:31,894 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111283f64f8b65f84eb69b51d0632fce19f6_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111283f64f8b65f84eb69b51d0632fce19f6_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/aca603aa14b449699d6040bb7c607bb3, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/aca603aa14b449699d6040bb7c607bb3 is 175, key is test_row_0/A:col10/1731403650200/Put/seqid=0 2024-11-12T09:27:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742414_1590 (size=31105) 2024-11-12T09:27:32,303 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/aca603aa14b449699d6040bb7c607bb3 2024-11-12T09:27:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/daf58e1202064290a34c6c17eabfede8 is 50, key is test_row_0/B:col10/1731403650200/Put/seqid=0 2024-11-12T09:27:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742415_1591 (size=12151) 2024-11-12T09:27:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:32,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:32,358 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/daf58e1202064290a34c6c17eabfede8 2024-11-12T09:27:32,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/bc44b1e5704e4f30b0d7eb5f05d7fc45 is 50, key is test_row_0/C:col10/1731403650200/Put/seqid=0 2024-11-12T09:27:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742416_1592 (size=12151) 2024-11-12T09:27:32,379 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/bc44b1e5704e4f30b0d7eb5f05d7fc45 2024-11-12T09:27:32,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403712378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403712380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403712382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/aca603aa14b449699d6040bb7c607bb3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/aca603aa14b449699d6040bb7c607bb3 2024-11-12T09:27:32,395 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/aca603aa14b449699d6040bb7c607bb3, entries=150, sequenceid=239, filesize=30.4 K 2024-11-12T09:27:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T09:27:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/daf58e1202064290a34c6c17eabfede8 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/daf58e1202064290a34c6c17eabfede8 2024-11-12T09:27:32,402 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/daf58e1202064290a34c6c17eabfede8, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T09:27:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/bc44b1e5704e4f30b0d7eb5f05d7fc45 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/bc44b1e5704e4f30b0d7eb5f05d7fc45 2024-11-12T09:27:32,408 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/bc44b1e5704e4f30b0d7eb5f05d7fc45, entries=150, sequenceid=239, filesize=11.9 K 2024-11-12T09:27:32,409 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6e307bb25d11a598e05acb93f1f61ebc in 935ms, sequenceid=239, compaction requested=false 2024-11-12T09:27:32,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:32,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:32,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-12T09:27:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-12T09:27:32,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-12T09:27:32,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-11-12T09:27:32,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.1680 sec 2024-11-12T09:27:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:32,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T09:27:32,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fa967eecf8d5432b8cbe4e43d235f5b9_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403652377/Put/seqid=0 2024-11-12T09:27:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742417_1593 (size=14794) 2024-11-12T09:27:32,511 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:32,514 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fa967eecf8d5432b8cbe4e43d235f5b9_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa967eecf8d5432b8cbe4e43d235f5b9_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:32,514 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/70a782620ffa45068db4b93f42ad65e3, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:32,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/70a782620ffa45068db4b93f42ad65e3 is 175, key is test_row_0/A:col10/1731403652377/Put/seqid=0 2024-11-12T09:27:32,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742418_1594 (size=39749) 2024-11-12T09:27:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403712531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403712532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403712532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403712646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403712646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403712646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403712855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403712856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403712856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:32,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/70a782620ffa45068db4b93f42ad65e3 2024-11-12T09:27:32,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/b1df2f93202c483ba3f0f325ee6f1d76 is 50, key is test_row_0/B:col10/1731403652377/Put/seqid=0 2024-11-12T09:27:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742419_1595 (size=12151) 2024-11-12T09:27:32,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/b1df2f93202c483ba3f0f325ee6f1d76 2024-11-12T09:27:32,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/222c07eeabf747e6a5750a739db0294e is 50, key is test_row_0/C:col10/1731403652377/Put/seqid=0 2024-11-12T09:27:32,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742420_1596 (size=12151) 2024-11-12T09:27:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403713166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403713166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403713166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/222c07eeabf747e6a5750a739db0294e 2024-11-12T09:27:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/70a782620ffa45068db4b93f42ad65e3 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/70a782620ffa45068db4b93f42ad65e3 2024-11-12T09:27:33,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/70a782620ffa45068db4b93f42ad65e3, entries=200, sequenceid=254, filesize=38.8 K 2024-11-12T09:27:33,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/b1df2f93202c483ba3f0f325ee6f1d76 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/b1df2f93202c483ba3f0f325ee6f1d76 2024-11-12T09:27:33,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/b1df2f93202c483ba3f0f325ee6f1d76, entries=150, sequenceid=254, filesize=11.9 K 2024-11-12T09:27:33,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/222c07eeabf747e6a5750a739db0294e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/222c07eeabf747e6a5750a739db0294e 2024-11-12T09:27:33,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/222c07eeabf747e6a5750a739db0294e, entries=150, sequenceid=254, filesize=11.9 K 2024-11-12T09:27:33,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6e307bb25d11a598e05acb93f1f61ebc in 890ms, sequenceid=254, compaction requested=true 2024-11-12T09:27:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:33,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:33,380 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:33,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:33,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:33,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:33,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:33,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:33,380 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:33,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:33,380 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/A is initiating minor compaction (all files) 2024-11-12T09:27:33,380 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/B is initiating minor compaction (all files) 2024-11-12T09:27:33,381 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/A in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:33,381 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/B in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:33,381 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/03bc09a161b24e87ac0cee55fe9c9543, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/aca603aa14b449699d6040bb7c607bb3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/70a782620ffa45068db4b93f42ad65e3] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=100.0 K 2024-11-12T09:27:33,381 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/214d7e61165b423aa0225aada980eee4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/daf58e1202064290a34c6c17eabfede8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/b1df2f93202c483ba3f0f325ee6f1d76] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=36.1 K 2024-11-12T09:27:33,381 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:33,381 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/03bc09a161b24e87ac0cee55fe9c9543, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/aca603aa14b449699d6040bb7c607bb3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/70a782620ffa45068db4b93f42ad65e3] 2024-11-12T09:27:33,382 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03bc09a161b24e87ac0cee55fe9c9543, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731403649503 2024-11-12T09:27:33,382 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 214d7e61165b423aa0225aada980eee4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731403649503 2024-11-12T09:27:33,382 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting daf58e1202064290a34c6c17eabfede8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731403650200 2024-11-12T09:27:33,382 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting aca603aa14b449699d6040bb7c607bb3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731403650200 2024-11-12T09:27:33,382 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting b1df2f93202c483ba3f0f325ee6f1d76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731403652377 2024-11-12T09:27:33,382 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70a782620ffa45068db4b93f42ad65e3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731403652375 2024-11-12T09:27:33,388 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:33,388 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:33,389 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/e3b059c8cf554d9ca3d46a871a1d01de is 50, key is test_row_0/B:col10/1731403652377/Put/seqid=0 2024-11-12T09:27:33,391 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411120d4c113bbca34db3a4b55b45d4bf859e_6e307bb25d11a598e05acb93f1f61ebc store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742421_1597 (size=12731) 2024-11-12T09:27:33,392 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411120d4c113bbca34db3a4b55b45d4bf859e_6e307bb25d11a598e05acb93f1f61ebc, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:33,393 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120d4c113bbca34db3a4b55b45d4bf859e_6e307bb25d11a598e05acb93f1f61ebc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742422_1598 (size=4469) 2024-11-12T09:27:33,399 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#A#compaction#505 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:33,399 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/766ec52e9db549c4865c7abf9ef40b25 is 175, key is test_row_0/A:col10/1731403652377/Put/seqid=0 2024-11-12T09:27:33,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742423_1599 (size=31685) 2024-11-12T09:27:33,408 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/766ec52e9db549c4865c7abf9ef40b25 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/766ec52e9db549c4865c7abf9ef40b25 2024-11-12T09:27:33,412 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/A of 6e307bb25d11a598e05acb93f1f61ebc into 766ec52e9db549c4865c7abf9ef40b25(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:33,412 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:33,412 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/A, priority=13, startTime=1731403653379; duration=0sec 2024-11-12T09:27:33,412 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:33,412 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:A 2024-11-12T09:27:33,412 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:27:33,413 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:27:33,413 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/C is initiating minor compaction (all files) 2024-11-12T09:27:33,413 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/C in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:33,413 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/caedcb6677fd428db02b755c599c7eaf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/bc44b1e5704e4f30b0d7eb5f05d7fc45, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/222c07eeabf747e6a5750a739db0294e] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=36.1 K 2024-11-12T09:27:33,414 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting caedcb6677fd428db02b755c599c7eaf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731403649503 2024-11-12T09:27:33,414 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc44b1e5704e4f30b0d7eb5f05d7fc45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731403650200 2024-11-12T09:27:33,414 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 222c07eeabf747e6a5750a739db0294e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731403652377 2024-11-12T09:27:33,423 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:33,423 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/a5a9f414382741dd9f7435e23be2f25f is 50, key is test_row_0/C:col10/1731403652377/Put/seqid=0 2024-11-12T09:27:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742424_1600 (size=12731) 2024-11-12T09:27:33,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:33,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T09:27:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:33,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bfe1e7abeddc4c14a9a43c8526adbc87_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403652530/Put/seqid=0 2024-11-12T09:27:33,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403713698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403713699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403713706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742425_1601 (size=12454) 2024-11-12T09:27:33,803 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/e3b059c8cf554d9ca3d46a871a1d01de as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/e3b059c8cf554d9ca3d46a871a1d01de 2024-11-12T09:27:33,808 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/B of 6e307bb25d11a598e05acb93f1f61ebc into e3b059c8cf554d9ca3d46a871a1d01de(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:33,808 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:33,808 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/B, priority=13, startTime=1731403653379; duration=0sec 2024-11-12T09:27:33,809 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:33,809 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:B 2024-11-12T09:27:33,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403713817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403713817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403713817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:33,839 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/a5a9f414382741dd9f7435e23be2f25f as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/a5a9f414382741dd9f7435e23be2f25f 2024-11-12T09:27:33,844 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/C of 6e307bb25d11a598e05acb93f1f61ebc into a5a9f414382741dd9f7435e23be2f25f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:33,844 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:33,844 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/C, priority=13, startTime=1731403653380; duration=0sec 2024-11-12T09:27:33,844 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:33,844 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:C 2024-11-12T09:27:34,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403714027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403714027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403714027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:34,117 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bfe1e7abeddc4c14a9a43c8526adbc87_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bfe1e7abeddc4c14a9a43c8526adbc87_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:34,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/3aff766632514864ada17f4e8497028e, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:34,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/3aff766632514864ada17f4e8497028e is 175, key is test_row_0/A:col10/1731403652530/Put/seqid=0 2024-11-12T09:27:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742426_1602 (size=31255) 2024-11-12T09:27:34,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403714336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403714336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403714336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T09:27:34,416 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:34,417 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-12T09:27:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T09:27:34,419 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:34,420 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:34,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:34,522 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/3aff766632514864ada17f4e8497028e 2024-11-12T09:27:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T09:27:34,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/510516a3a67c43e9be8f5f94103dcbdf is 50, key is test_row_0/B:col10/1731403652530/Put/seqid=0 2024-11-12T09:27:34,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742427_1603 (size=12301) 2024-11-12T09:27:34,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T09:27:34,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:34,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:34,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:34,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T09:27:34,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:34,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:34,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:34,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T09:27:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403714845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403714846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403714846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:34,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:34,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:34,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T09:27:34,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:34,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:34,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:34,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:34,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/510516a3a67c43e9be8f5f94103dcbdf 2024-11-12T09:27:34,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/f4b14282a2c84a42b8670b23f9f4a7f2 is 50, key is test_row_0/C:col10/1731403652530/Put/seqid=0 2024-11-12T09:27:34,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742428_1604 (size=12301) 2024-11-12T09:27:35,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T09:27:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:35,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T09:27:35,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T09:27:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:35,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T09:27:35,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:35,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:35,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:35,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:35,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/f4b14282a2c84a42b8670b23f9f4a7f2 2024-11-12T09:27:35,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/3aff766632514864ada17f4e8497028e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3aff766632514864ada17f4e8497028e 2024-11-12T09:27:35,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3aff766632514864ada17f4e8497028e, entries=150, sequenceid=280, filesize=30.5 K 2024-11-12T09:27:35,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/510516a3a67c43e9be8f5f94103dcbdf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/510516a3a67c43e9be8f5f94103dcbdf 2024-11-12T09:27:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/510516a3a67c43e9be8f5f94103dcbdf, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T09:27:35,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/f4b14282a2c84a42b8670b23f9f4a7f2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/f4b14282a2c84a42b8670b23f9f4a7f2 2024-11-12T09:27:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/f4b14282a2c84a42b8670b23f9f4a7f2, entries=150, sequenceid=280, filesize=12.0 K 2024-11-12T09:27:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6e307bb25d11a598e05acb93f1f61ebc in 1686ms, sequenceid=280, compaction requested=false 2024-11-12T09:27:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T09:27:35,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,488 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T09:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112910b7be21056496cb2d743d907c33bd5_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403653694/Put/seqid=0 2024-11-12T09:27:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742429_1605 (size=9914) 2024-11-12T09:27:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T09:27:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:35,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403715892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:35,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:35,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:35,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403715892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:35,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:35,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:35,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:35,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:35,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:35,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403715896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:35,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:35,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:35,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:35,901 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112910b7be21056496cb2d743d907c33bd5_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112910b7be21056496cb2d743d907c33bd5_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:35,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/45137a6826f64e45b90ed561f1216cb5, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/45137a6826f64e45b90ed561f1216cb5 is 175, key is test_row_0/A:col10/1731403653694/Put/seqid=0 2024-11-12T09:27:35,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742430_1606 (size=22561) 2024-11-12T09:27:36,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403716006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403716006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403716006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403716216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403716216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403716216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,310 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/45137a6826f64e45b90ed561f1216cb5 2024-11-12T09:27:36,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7f17298e19754d1b93b73de293fc68aa is 50, key is test_row_0/B:col10/1731403653694/Put/seqid=0 2024-11-12T09:27:36,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742431_1607 (size=9857) 2024-11-12T09:27:36,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403716525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403716525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403716525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T09:27:36,721 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7f17298e19754d1b93b73de293fc68aa 2024-11-12T09:27:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/45afd110c8d84d25b4f79dfbe06ef96c is 50, key is test_row_0/C:col10/1731403653694/Put/seqid=0 2024-11-12T09:27:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742432_1608 (size=9857) 2024-11-12T09:27:37,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403717036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:37,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403717036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:37,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403717036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:37,129 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/45afd110c8d84d25b4f79dfbe06ef96c 2024-11-12T09:27:37,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/45137a6826f64e45b90ed561f1216cb5 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/45137a6826f64e45b90ed561f1216cb5 2024-11-12T09:27:37,139 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/45137a6826f64e45b90ed561f1216cb5, entries=100, sequenceid=293, filesize=22.0 K 2024-11-12T09:27:37,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/7f17298e19754d1b93b73de293fc68aa as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7f17298e19754d1b93b73de293fc68aa 2024-11-12T09:27:37,142 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7f17298e19754d1b93b73de293fc68aa, entries=100, sequenceid=293, filesize=9.6 K 2024-11-12T09:27:37,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/45afd110c8d84d25b4f79dfbe06ef96c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/45afd110c8d84d25b4f79dfbe06ef96c 2024-11-12T09:27:37,147 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/45afd110c8d84d25b4f79dfbe06ef96c, entries=100, sequenceid=293, filesize=9.6 K 2024-11-12T09:27:37,148 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6e307bb25d11a598e05acb93f1f61ebc in 1660ms, sequenceid=293, compaction requested=true 2024-11-12T09:27:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-12T09:27:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-12T09:27:37,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-12T09:27:37,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7290 sec 2024-11-12T09:27:37,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.7340 sec 2024-11-12T09:27:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:38,049 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:38,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T09:27:38,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112414f96f5f71d4d588562cba105f88ad0_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403658048/Put/seqid=0 2024-11-12T09:27:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742433_1609 (size=12454) 2024-11-12T09:27:38,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:38,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403718061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403718062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403718064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,067 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112414f96f5f71d4d588562cba105f88ad0_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112414f96f5f71d4d588562cba105f88ad0_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/7d9c210433214a76b21b62008c0d6101, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:38,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/7d9c210433214a76b21b62008c0d6101 is 175, key is test_row_0/A:col10/1731403658048/Put/seqid=0 2024-11-12T09:27:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742434_1610 (size=31255) 2024-11-12T09:27:38,073 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/7d9c210433214a76b21b62008c0d6101 2024-11-12T09:27:38,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/ee3928a1a4b244f2942578413a891f97 is 50, key is test_row_0/B:col10/1731403658048/Put/seqid=0 2024-11-12T09:27:38,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742435_1611 (size=12301) 2024-11-12T09:27:38,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/ee3928a1a4b244f2942578413a891f97 2024-11-12T09:27:38,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/7fba2769d20942529669316b3137f318 is 50, key is test_row_0/C:col10/1731403658048/Put/seqid=0 2024-11-12T09:27:38,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742436_1612 (size=12301) 2024-11-12T09:27:38,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403718176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403718176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403718176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403718386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403718386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403718386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/7fba2769d20942529669316b3137f318 2024-11-12T09:27:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/7d9c210433214a76b21b62008c0d6101 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/7d9c210433214a76b21b62008c0d6101 2024-11-12T09:27:38,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/7d9c210433214a76b21b62008c0d6101, entries=150, sequenceid=320, filesize=30.5 K 2024-11-12T09:27:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/ee3928a1a4b244f2942578413a891f97 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/ee3928a1a4b244f2942578413a891f97 2024-11-12T09:27:38,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/ee3928a1a4b244f2942578413a891f97, entries=150, sequenceid=320, filesize=12.0 K 2024-11-12T09:27:38,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/7fba2769d20942529669316b3137f318 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/7fba2769d20942529669316b3137f318 2024-11-12T09:27:38,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/7fba2769d20942529669316b3137f318, entries=150, sequenceid=320, filesize=12.0 K 2024-11-12T09:27:38,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6e307bb25d11a598e05acb93f1f61ebc in 460ms, sequenceid=320, compaction requested=true 2024-11-12T09:27:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:38,509 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:27:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:27:38,509 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e307bb25d11a598e05acb93f1f61ebc:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T09:27:38,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:38,510 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116756 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:38,510 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/A is initiating minor compaction (all files) 2024-11-12T09:27:38,510 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:38,510 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/A in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:38,510 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/B is initiating minor compaction (all files) 2024-11-12T09:27:38,510 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/B in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:38,510 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/766ec52e9db549c4865c7abf9ef40b25, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3aff766632514864ada17f4e8497028e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/45137a6826f64e45b90ed561f1216cb5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/7d9c210433214a76b21b62008c0d6101] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=114.0 K 2024-11-12T09:27:38,510 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/e3b059c8cf554d9ca3d46a871a1d01de, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/510516a3a67c43e9be8f5f94103dcbdf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7f17298e19754d1b93b73de293fc68aa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/ee3928a1a4b244f2942578413a891f97] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=46.1 K 2024-11-12T09:27:38,510 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:38,510 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. files: [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/766ec52e9db549c4865c7abf9ef40b25, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3aff766632514864ada17f4e8497028e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/45137a6826f64e45b90ed561f1216cb5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/7d9c210433214a76b21b62008c0d6101] 2024-11-12T09:27:38,510 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting e3b059c8cf554d9ca3d46a871a1d01de, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731403652377 2024-11-12T09:27:38,510 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 766ec52e9db549c4865c7abf9ef40b25, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731403652377 2024-11-12T09:27:38,511 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aff766632514864ada17f4e8497028e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731403652530 2024-11-12T09:27:38,511 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 510516a3a67c43e9be8f5f94103dcbdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731403652530 2024-11-12T09:27:38,511 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45137a6826f64e45b90ed561f1216cb5, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403653694 2024-11-12T09:27:38,511 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f17298e19754d1b93b73de293fc68aa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403653694 2024-11-12T09:27:38,511 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d9c210433214a76b21b62008c0d6101, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731403655890 2024-11-12T09:27:38,511 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting ee3928a1a4b244f2942578413a891f97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731403655890 2024-11-12T09:27:38,518 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:38,518 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/4519088c23fc412a9097432da971405b is 50, key is test_row_0/B:col10/1731403658048/Put/seqid=0 2024-11-12T09:27:38,519 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:38,521 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411120e7c656341044d99aefc82bc76afdd66_6e307bb25d11a598e05acb93f1f61ebc store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742437_1613 (size=13017) 2024-11-12T09:27:38,523 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411120e7c656341044d99aefc82bc76afdd66_6e307bb25d11a598e05acb93f1f61ebc, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:38,523 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120e7c656341044d99aefc82bc76afdd66_6e307bb25d11a598e05acb93f1f61ebc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:38,527 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/4519088c23fc412a9097432da971405b as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4519088c23fc412a9097432da971405b 2024-11-12T09:27:38,532 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/B of 6e307bb25d11a598e05acb93f1f61ebc into 4519088c23fc412a9097432da971405b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:38,532 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:38,532 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/B, priority=12, startTime=1731403658509; duration=0sec 2024-11-12T09:27:38,532 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T09:27:38,532 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:B 2024-11-12T09:27:38,532 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T09:27:38,533 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T09:27:38,533 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1541): 6e307bb25d11a598e05acb93f1f61ebc/C is initiating minor compaction (all files) 2024-11-12T09:27:38,533 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e307bb25d11a598e05acb93f1f61ebc/C in TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:38,533 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/a5a9f414382741dd9f7435e23be2f25f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/f4b14282a2c84a42b8670b23f9f4a7f2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/45afd110c8d84d25b4f79dfbe06ef96c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/7fba2769d20942529669316b3137f318] into tmpdir=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp, totalSize=46.1 K 2024-11-12T09:27:38,533 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting a5a9f414382741dd9f7435e23be2f25f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731403652377 2024-11-12T09:27:38,534 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting f4b14282a2c84a42b8670b23f9f4a7f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731403652530 2024-11-12T09:27:38,534 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 45afd110c8d84d25b4f79dfbe06ef96c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731403653694 2024-11-12T09:27:38,534 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fba2769d20942529669316b3137f318, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731403655890 2024-11-12T09:27:38,551 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#C#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:38,551 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/50b7f90900554fd1be6caa9b7ab7042c is 50, key is test_row_0/C:col10/1731403658048/Put/seqid=0 2024-11-12T09:27:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742438_1614 (size=4469) 2024-11-12T09:27:38,553 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e307bb25d11a598e05acb93f1f61ebc#A#compaction#517 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:27:38,553 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/acf8d110949944949f28e8daeaeb642d is 175, key is test_row_0/A:col10/1731403658048/Put/seqid=0 2024-11-12T09:27:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742439_1615 (size=13017) 2024-11-12T09:27:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742440_1616 (size=31971) 2024-11-12T09:27:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T09:27:38,586 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:38,586 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T09:27:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-12T09:27:38,588 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:27:38,589 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:27:38,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:27:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T09:27:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T09:27:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:38,703 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:27:38,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T09:27:38,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111298e2b24e0dc647f1af68f510222b8369_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403658701/Put/seqid=0 2024-11-12T09:27:38,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742441_1617 (size=17534) 2024-11-12T09:27:38,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:38,716 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111298e2b24e0dc647f1af68f510222b8369_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111298e2b24e0dc647f1af68f510222b8369_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:38,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/688ede0879454b89ac52ad726ee79c4e, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:38,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/688ede0879454b89ac52ad726ee79c4e is 175, key is test_row_0/A:col10/1731403658701/Put/seqid=0 2024-11-12T09:27:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742442_1618 (size=48639) 2024-11-12T09:27:38,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T09:27:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:38,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:38,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403718739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403718741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403718743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403718846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403718856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403718856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:38,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T09:27:38,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:38,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:38,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:38,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:38,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T09:27:38,962 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/50b7f90900554fd1be6caa9b7ab7042c as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/50b7f90900554fd1be6caa9b7ab7042c 2024-11-12T09:27:38,962 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/acf8d110949944949f28e8daeaeb642d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/acf8d110949944949f28e8daeaeb642d 2024-11-12T09:27:38,966 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/A of 6e307bb25d11a598e05acb93f1f61ebc into acf8d110949944949f28e8daeaeb642d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:38,966 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6e307bb25d11a598e05acb93f1f61ebc/C of 6e307bb25d11a598e05acb93f1f61ebc into 50b7f90900554fd1be6caa9b7ab7042c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:27:38,966 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:38,966 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:38,966 INFO [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/A, priority=12, startTime=1731403658509; duration=0sec 2024-11-12T09:27:38,966 INFO [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., storeName=6e307bb25d11a598e05acb93f1f61ebc/C, priority=12, startTime=1731403658509; duration=0sec 2024-11-12T09:27:38,966 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:38,966 DEBUG [RS:0;106923ea030f:33779-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:A 2024-11-12T09:27:38,966 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:27:38,966 DEBUG [RS:0;106923ea030f:33779-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e307bb25d11a598e05acb93f1f61ebc:C 2024-11-12T09:27:39,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T09:27:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403719055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:39,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403719066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:39,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:39,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403719066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:39,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:39,119 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/688ede0879454b89ac52ad726ee79c4e 2024-11-12T09:27:39,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/0abd263606ec4fc7bb0c4e6931358f18 is 50, key is test_row_0/B:col10/1731403658701/Put/seqid=0 2024-11-12T09:27:39,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742443_1619 (size=12301) 2024-11-12T09:27:39,183 INFO [Thread-2373 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2373. 2024-11-12T09:27:39,183 DEBUG [Thread-2373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:39,183 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,183 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:39,183 INFO [Thread-2375 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2375. 2024-11-12T09:27:39,183 DEBUG [Thread-2375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:39,183 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,184 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:39,186 INFO [Thread-2377 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2377. 2024-11-12T09:27:39,186 DEBUG [Thread-2377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:39,186 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,186 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:39,186 INFO [Thread-2371 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2371. 2024-11-12T09:27:39,186 INFO [Thread-2369 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2369. 2024-11-12T09:27:39,186 DEBUG [Thread-2371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:39,186 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,186 DEBUG [Thread-2369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:39,186 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,186 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:39,186 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:39,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T09:27:39,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:39,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T09:27:39,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T09:27:39,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:39,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53572 deadline: 1731403719366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:39,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53570 deadline: 1731403719376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:39,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T09:27:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1731403719376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 2024-11-12T09:27:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 , the old value is region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:27:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., hostname=106923ea030f,33779,1731403484435, seqNum=5 because the exception is null or not the one we care about 2024-11-12T09:27:39,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T09:27:39,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:39,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:27:39,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/0abd263606ec4fc7bb0c4e6931358f18 2024-11-12T09:27:39,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/cc90919d598047729a31b681d6c7ea23 is 50, key is test_row_0/C:col10/1731403658701/Put/seqid=0 2024-11-12T09:27:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742444_1620 (size=12301) 2024-11-12T09:27:39,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/cc90919d598047729a31b681d6c7ea23 2024-11-12T09:27:39,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/688ede0879454b89ac52ad726ee79c4e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/688ede0879454b89ac52ad726ee79c4e 2024-11-12T09:27:39,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/688ede0879454b89ac52ad726ee79c4e, entries=250, sequenceid=333, filesize=47.5 K 2024-11-12T09:27:39,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/0abd263606ec4fc7bb0c4e6931358f18 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/0abd263606ec4fc7bb0c4e6931358f18 2024-11-12T09:27:39,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/0abd263606ec4fc7bb0c4e6931358f18, entries=150, sequenceid=333, filesize=12.0 K 2024-11-12T09:27:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/cc90919d598047729a31b681d6c7ea23 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/cc90919d598047729a31b681d6c7ea23 2024-11-12T09:27:39,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/cc90919d598047729a31b681d6c7ea23, entries=150, sequenceid=333, filesize=12.0 K 2024-11-12T09:27:39,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6e307bb25d11a598e05acb93f1f61ebc in 861ms, sequenceid=333, compaction requested=false 2024-11-12T09:27:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:39,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T09:27:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:39,664 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T09:27:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111204eaf57bb8fc4dbc8de6ccc6e92deb7d_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403658738/Put/seqid=0 2024-11-12T09:27:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742445_1621 (size=12454) 2024-11-12T09:27:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T09:27:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33779 {}] regionserver.HRegion(8855): Flush requested on 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:39,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. as already flushing 2024-11-12T09:27:39,879 INFO [Thread-2364 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2364. 2024-11-12T09:27:39,880 DEBUG [Thread-2364 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:39,880 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,880 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:39,889 INFO [Thread-2362 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2362. 2024-11-12T09:27:39,889 DEBUG [Thread-2362 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:39,889 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,889 INFO [Thread-2360 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2360. 2024-11-12T09:27:39,889 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,889 DEBUG [Thread-2360 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:39,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:39,890 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,890 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:39,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:40,090 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111204eaf57bb8fc4dbc8de6ccc6e92deb7d_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111204eaf57bb8fc4dbc8de6ccc6e92deb7d_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:40,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/612bb7fce9024ebdbe28d43eec38b519, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/612bb7fce9024ebdbe28d43eec38b519 is 175, key is test_row_0/A:col10/1731403658738/Put/seqid=0 2024-11-12T09:27:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742446_1622 (size=31255) 2024-11-12T09:27:40,497 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/612bb7fce9024ebdbe28d43eec38b519 2024-11-12T09:27:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/8c4fcc088909459e87e60e9cd783c70a is 50, key is test_row_0/B:col10/1731403658738/Put/seqid=0 2024-11-12T09:27:40,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742447_1623 (size=12301) 2024-11-12T09:27:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T09:27:40,918 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/8c4fcc088909459e87e60e9cd783c70a 2024-11-12T09:27:40,921 INFO [Thread-2366 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2366. 2024-11-12T09:27:40,921 DEBUG [Thread-2366 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:40,921 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:40,921 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:40,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:40,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/ec52aaec753048e892d8795343bee456 is 50, key is test_row_0/C:col10/1731403658738/Put/seqid=0 2024-11-12T09:27:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742448_1624 (size=12301) 2024-11-12T09:27:40,957 INFO [Thread-2358 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2358. 2024-11-12T09:27:40,957 DEBUG [Thread-2358 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T09:27:40,957 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:40,957 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:40,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:41,334 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/ec52aaec753048e892d8795343bee456 2024-11-12T09:27:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/612bb7fce9024ebdbe28d43eec38b519 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/612bb7fce9024ebdbe28d43eec38b519 2024-11-12T09:27:41,347 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/612bb7fce9024ebdbe28d43eec38b519, entries=150, sequenceid=359, filesize=30.5 K 2024-11-12T09:27:41,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/8c4fcc088909459e87e60e9cd783c70a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/8c4fcc088909459e87e60e9cd783c70a 2024-11-12T09:27:41,353 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/8c4fcc088909459e87e60e9cd783c70a, entries=150, sequenceid=359, filesize=12.0 K 2024-11-12T09:27:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/ec52aaec753048e892d8795343bee456 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/ec52aaec753048e892d8795343bee456 2024-11-12T09:27:41,359 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/ec52aaec753048e892d8795343bee456, entries=150, sequenceid=359, filesize=12.0 K 2024-11-12T09:27:41,360 INFO [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 6e307bb25d11a598e05acb93f1f61ebc in 1695ms, sequenceid=359, compaction requested=true 2024-11-12T09:27:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 6e307bb25d11a598e05acb93f1f61ebc: 2024-11-12T09:27:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/106923ea030f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-12T09:27:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-12T09:27:41,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-12T09:27:41,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7720 sec 2024-11-12T09:27:41,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.7770 sec 2024-11-12T09:27:42,424 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:27:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T09:27:42,767 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:42,767 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T09:27:42,767 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3679 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3690 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3644 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3677 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3696 2024-11-12T09:27:42,768 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T09:27:42,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:27:42,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:27:42,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:42,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:42,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:42,771 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T09:27:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T09:27:42,775 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403662775"}]},"ts":"1731403662775"} 2024-11-12T09:27:42,777 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T09:27:42,777 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T09:27:42,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T09:27:42,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, UNASSIGN}] 2024-11-12T09:27:42,781 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, UNASSIGN 2024-11-12T09:27:42,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=6e307bb25d11a598e05acb93f1f61ebc, regionState=CLOSING, regionLocation=106923ea030f,33779,1731403484435 2024-11-12T09:27:42,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, UNASSIGN because future has completed 2024-11-12T09:27:42,782 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T09:27:42,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435}] 2024-11-12T09:27:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T09:27:42,935 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(122): Close 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:42,935 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T09:27:42,936 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1722): Closing 6e307bb25d11a598e05acb93f1f61ebc, disabling compactions & flushes 2024-11-12T09:27:42,936 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:42,936 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:42,936 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. after waiting 0 ms 2024-11-12T09:27:42,936 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:42,936 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2902): Flushing 6e307bb25d11a598e05acb93f1f61ebc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T09:27:42,947 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129502099054bc45ce8942914738fb01bc_6e307bb25d11a598e05acb93f1f61ebc is 50, key is test_row_0/A:col10/1731403660917/Put/seqid=0 2024-11-12T09:27:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742449_1625 (size=9914) 2024-11-12T09:27:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T09:27:43,353 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:27:43,360 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129502099054bc45ce8942914738fb01bc_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129502099054bc45ce8942914738fb01bc_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:43,362 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/94fa49b8bf3344c796dc4a118c2f53bf, store: [table=TestAcidGuarantees family=A region=6e307bb25d11a598e05acb93f1f61ebc] 2024-11-12T09:27:43,362 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/94fa49b8bf3344c796dc4a118c2f53bf is 175, key is test_row_0/A:col10/1731403660917/Put/seqid=0 2024-11-12T09:27:43,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742450_1626 (size=22561) 2024-11-12T09:27:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T09:27:43,767 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/94fa49b8bf3344c796dc4a118c2f53bf 2024-11-12T09:27:43,779 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/f99a54f231d944ba94478525369fcd5e is 50, key is test_row_0/B:col10/1731403660917/Put/seqid=0 2024-11-12T09:27:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742451_1627 (size=9857) 2024-11-12T09:27:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T09:27:44,184 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/f99a54f231d944ba94478525369fcd5e 2024-11-12T09:27:44,197 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/345fc4d39f6f44ab9d92ca0e73d1ae9d is 50, key is test_row_0/C:col10/1731403660917/Put/seqid=0 2024-11-12T09:27:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742452_1628 (size=9857) 2024-11-12T09:27:44,601 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/345fc4d39f6f44ab9d92ca0e73d1ae9d 2024-11-12T09:27:44,604 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/A/94fa49b8bf3344c796dc4a118c2f53bf as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/94fa49b8bf3344c796dc4a118c2f53bf 2024-11-12T09:27:44,607 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/94fa49b8bf3344c796dc4a118c2f53bf, entries=100, sequenceid=367, filesize=22.0 K 2024-11-12T09:27:44,607 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/B/f99a54f231d944ba94478525369fcd5e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/f99a54f231d944ba94478525369fcd5e 2024-11-12T09:27:44,610 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/f99a54f231d944ba94478525369fcd5e, entries=100, sequenceid=367, filesize=9.6 K 2024-11-12T09:27:44,611 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/.tmp/C/345fc4d39f6f44ab9d92ca0e73d1ae9d as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/345fc4d39f6f44ab9d92ca0e73d1ae9d 2024-11-12T09:27:44,614 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/345fc4d39f6f44ab9d92ca0e73d1ae9d, entries=100, sequenceid=367, filesize=9.6 K 2024-11-12T09:27:44,614 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6e307bb25d11a598e05acb93f1f61ebc in 1678ms, sequenceid=367, compaction requested=true 2024-11-12T09:27:44,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/279f434b323d4d13bbd360df777534ec, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/4101f8e54d6244d7a391fb2120ece83d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/ae08c5ac90b640749ec64172155e28f3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/eeaf1a76975642c19a4fc82bbc5ed26b, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e5e484fdd137417aa9f2aef8733f58ff, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/79470d327e1e4c7ab15eaba4882cd185, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/f76911a9688241aa95941ebd6dc9de98, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/01c9094634f44d67b410a0712219023e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e76d827a282c4a95b8594dcb8e530804, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/00d49fc12f6e42e0bfb67dedfdf45e77, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/893a648b528b4d3db05ecccbeaf2fb39, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3344e64f13a84b24bdf9c5ca40264534, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/941734571cc342d0907d547d26294c60, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/03bc09a161b24e87ac0cee55fe9c9543, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/aca603aa14b449699d6040bb7c607bb3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/70a782620ffa45068db4b93f42ad65e3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/766ec52e9db549c4865c7abf9ef40b25, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3aff766632514864ada17f4e8497028e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/45137a6826f64e45b90ed561f1216cb5, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/7d9c210433214a76b21b62008c0d6101] to archive 2024-11-12T09:27:44,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:27:44,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/279f434b323d4d13bbd360df777534ec to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/279f434b323d4d13bbd360df777534ec 2024-11-12T09:27:44,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/4101f8e54d6244d7a391fb2120ece83d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/4101f8e54d6244d7a391fb2120ece83d 2024-11-12T09:27:44,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/ae08c5ac90b640749ec64172155e28f3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/ae08c5ac90b640749ec64172155e28f3 2024-11-12T09:27:44,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/eeaf1a76975642c19a4fc82bbc5ed26b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/eeaf1a76975642c19a4fc82bbc5ed26b 2024-11-12T09:27:44,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e5e484fdd137417aa9f2aef8733f58ff to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e5e484fdd137417aa9f2aef8733f58ff 2024-11-12T09:27:44,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/79470d327e1e4c7ab15eaba4882cd185 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/79470d327e1e4c7ab15eaba4882cd185 2024-11-12T09:27:44,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/f76911a9688241aa95941ebd6dc9de98 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/f76911a9688241aa95941ebd6dc9de98 2024-11-12T09:27:44,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/01c9094634f44d67b410a0712219023e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/01c9094634f44d67b410a0712219023e 2024-11-12T09:27:44,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/0c8a5cfb7b6b4abd91e6b852d6bf79d5 2024-11-12T09:27:44,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e76d827a282c4a95b8594dcb8e530804 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/e76d827a282c4a95b8594dcb8e530804 2024-11-12T09:27:44,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/00d49fc12f6e42e0bfb67dedfdf45e77 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/00d49fc12f6e42e0bfb67dedfdf45e77 2024-11-12T09:27:44,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/893a648b528b4d3db05ecccbeaf2fb39 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/893a648b528b4d3db05ecccbeaf2fb39 2024-11-12T09:27:44,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3344e64f13a84b24bdf9c5ca40264534 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3344e64f13a84b24bdf9c5ca40264534 2024-11-12T09:27:44,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/941734571cc342d0907d547d26294c60 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/941734571cc342d0907d547d26294c60 2024-11-12T09:27:44,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/03bc09a161b24e87ac0cee55fe9c9543 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/03bc09a161b24e87ac0cee55fe9c9543 2024-11-12T09:27:44,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/aca603aa14b449699d6040bb7c607bb3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/aca603aa14b449699d6040bb7c607bb3 2024-11-12T09:27:44,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/70a782620ffa45068db4b93f42ad65e3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/70a782620ffa45068db4b93f42ad65e3 2024-11-12T09:27:44,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/766ec52e9db549c4865c7abf9ef40b25 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/766ec52e9db549c4865c7abf9ef40b25 2024-11-12T09:27:44,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3aff766632514864ada17f4e8497028e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/3aff766632514864ada17f4e8497028e 2024-11-12T09:27:44,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/45137a6826f64e45b90ed561f1216cb5 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/45137a6826f64e45b90ed561f1216cb5 2024-11-12T09:27:44,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/7d9c210433214a76b21b62008c0d6101 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/7d9c210433214a76b21b62008c0d6101 2024-11-12T09:27:44,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7494eb6adb7b41d0a5cd8570bf03b7e6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/18cdb5ad07de4c048e7bc2934cdac607, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/38e9e95067af4640a214530f7e289f7e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/3fbc308b7ef64278a93185d7947835fa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/070b243262d1403e858292af2ad3c51e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/a68a12dfff5b4c2790cb79e5aa12e0bc, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4da4e2dc6975414994bb6bb8e215ef3d, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7fe44dc965fe4a3a892192767795f91f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9f9a5a1ffe46422d87dab04d62f50c67, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/819daf537f5747dcb1c782209285d109, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4abd16071f2c4228aa1625e5030f6e60, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/dd6f3fdd905243b38a0ef5f89dcd5ce0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9de5877d559c4532991cb9609622e916, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/214d7e61165b423aa0225aada980eee4, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/bb601e789fd24635a8778ef8f955fc31, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/daf58e1202064290a34c6c17eabfede8, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/e3b059c8cf554d9ca3d46a871a1d01de, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/b1df2f93202c483ba3f0f325ee6f1d76, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/510516a3a67c43e9be8f5f94103dcbdf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7f17298e19754d1b93b73de293fc68aa, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/ee3928a1a4b244f2942578413a891f97] to archive 2024-11-12T09:27:44,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:27:44,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7494eb6adb7b41d0a5cd8570bf03b7e6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7494eb6adb7b41d0a5cd8570bf03b7e6 2024-11-12T09:27:44,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/18cdb5ad07de4c048e7bc2934cdac607 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/18cdb5ad07de4c048e7bc2934cdac607 2024-11-12T09:27:44,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/38e9e95067af4640a214530f7e289f7e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/38e9e95067af4640a214530f7e289f7e 2024-11-12T09:27:44,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/3fbc308b7ef64278a93185d7947835fa to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/3fbc308b7ef64278a93185d7947835fa 2024-11-12T09:27:44,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/070b243262d1403e858292af2ad3c51e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/070b243262d1403e858292af2ad3c51e 2024-11-12T09:27:44,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/a68a12dfff5b4c2790cb79e5aa12e0bc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/a68a12dfff5b4c2790cb79e5aa12e0bc 2024-11-12T09:27:44,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4da4e2dc6975414994bb6bb8e215ef3d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4da4e2dc6975414994bb6bb8e215ef3d 2024-11-12T09:27:44,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7fe44dc965fe4a3a892192767795f91f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7fe44dc965fe4a3a892192767795f91f 2024-11-12T09:27:44,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9f9a5a1ffe46422d87dab04d62f50c67 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9f9a5a1ffe46422d87dab04d62f50c67 2024-11-12T09:27:44,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/819daf537f5747dcb1c782209285d109 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/819daf537f5747dcb1c782209285d109 2024-11-12T09:27:44,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4abd16071f2c4228aa1625e5030f6e60 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4abd16071f2c4228aa1625e5030f6e60 2024-11-12T09:27:44,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/dd6f3fdd905243b38a0ef5f89dcd5ce0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/dd6f3fdd905243b38a0ef5f89dcd5ce0 2024-11-12T09:27:44,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9de5877d559c4532991cb9609622e916 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/9de5877d559c4532991cb9609622e916 2024-11-12T09:27:44,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/214d7e61165b423aa0225aada980eee4 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/214d7e61165b423aa0225aada980eee4 2024-11-12T09:27:44,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/bb601e789fd24635a8778ef8f955fc31 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/bb601e789fd24635a8778ef8f955fc31 2024-11-12T09:27:44,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/daf58e1202064290a34c6c17eabfede8 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/daf58e1202064290a34c6c17eabfede8 2024-11-12T09:27:44,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/e3b059c8cf554d9ca3d46a871a1d01de to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/e3b059c8cf554d9ca3d46a871a1d01de 2024-11-12T09:27:44,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/b1df2f93202c483ba3f0f325ee6f1d76 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/b1df2f93202c483ba3f0f325ee6f1d76 2024-11-12T09:27:44,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/510516a3a67c43e9be8f5f94103dcbdf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/510516a3a67c43e9be8f5f94103dcbdf 2024-11-12T09:27:44,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7f17298e19754d1b93b73de293fc68aa to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/7f17298e19754d1b93b73de293fc68aa 2024-11-12T09:27:44,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/ee3928a1a4b244f2942578413a891f97 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/ee3928a1a4b244f2942578413a891f97 2024-11-12T09:27:44,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/5f26c68ee26f4c08b846a1e953f72ed2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/77044f0a2343446aad90b93dc03c5a5e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b7d7a1a84f514e2aa33d2caace62a077, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/0dad0543953948fca045bbfdfa2996c3, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b19ffc80abf140b78f1919cd54b3259e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/807f881e78ca4e3f933ae9d2ad5df7ba, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/8246d784d58147fcb96cbb42a81ccdcf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b2edbef94ed144369ccd399d490ff53a, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/d568111c229442c9bd5f197d4e61dee6, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/986d93e63cad450ca543be7124d191a0, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/3166665c98b94eeebbb477b3194fe565, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/c3d907ce98514598b9c972b1d7e5f909, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/af8583a291614745af5a65bbff4d5335, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/caedcb6677fd428db02b755c599c7eaf, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/645e5ded686a4357a44f74775cf0657f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/bc44b1e5704e4f30b0d7eb5f05d7fc45, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/a5a9f414382741dd9f7435e23be2f25f, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/222c07eeabf747e6a5750a739db0294e, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/f4b14282a2c84a42b8670b23f9f4a7f2, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/45afd110c8d84d25b4f79dfbe06ef96c, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/7fba2769d20942529669316b3137f318] to archive 2024-11-12T09:27:44,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:27:44,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/5f26c68ee26f4c08b846a1e953f72ed2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/5f26c68ee26f4c08b846a1e953f72ed2 2024-11-12T09:27:44,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/77044f0a2343446aad90b93dc03c5a5e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/77044f0a2343446aad90b93dc03c5a5e 2024-11-12T09:27:44,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b7d7a1a84f514e2aa33d2caace62a077 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b7d7a1a84f514e2aa33d2caace62a077 2024-11-12T09:27:44,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/0dad0543953948fca045bbfdfa2996c3 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/0dad0543953948fca045bbfdfa2996c3 2024-11-12T09:27:44,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b19ffc80abf140b78f1919cd54b3259e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b19ffc80abf140b78f1919cd54b3259e 2024-11-12T09:27:44,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/807f881e78ca4e3f933ae9d2ad5df7ba to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/807f881e78ca4e3f933ae9d2ad5df7ba 2024-11-12T09:27:44,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/8246d784d58147fcb96cbb42a81ccdcf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/8246d784d58147fcb96cbb42a81ccdcf 2024-11-12T09:27:44,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b2edbef94ed144369ccd399d490ff53a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/b2edbef94ed144369ccd399d490ff53a 2024-11-12T09:27:44,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/d568111c229442c9bd5f197d4e61dee6 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/d568111c229442c9bd5f197d4e61dee6 2024-11-12T09:27:44,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/986d93e63cad450ca543be7124d191a0 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/986d93e63cad450ca543be7124d191a0 2024-11-12T09:27:44,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/3166665c98b94eeebbb477b3194fe565 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/3166665c98b94eeebbb477b3194fe565 2024-11-12T09:27:44,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/c3d907ce98514598b9c972b1d7e5f909 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/c3d907ce98514598b9c972b1d7e5f909 2024-11-12T09:27:44,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/af8583a291614745af5a65bbff4d5335 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/af8583a291614745af5a65bbff4d5335 2024-11-12T09:27:44,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/caedcb6677fd428db02b755c599c7eaf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/caedcb6677fd428db02b755c599c7eaf 2024-11-12T09:27:44,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/645e5ded686a4357a44f74775cf0657f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/645e5ded686a4357a44f74775cf0657f 2024-11-12T09:27:44,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/bc44b1e5704e4f30b0d7eb5f05d7fc45 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/bc44b1e5704e4f30b0d7eb5f05d7fc45 2024-11-12T09:27:44,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/a5a9f414382741dd9f7435e23be2f25f to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/a5a9f414382741dd9f7435e23be2f25f 2024-11-12T09:27:44,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/222c07eeabf747e6a5750a739db0294e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/222c07eeabf747e6a5750a739db0294e 2024-11-12T09:27:44,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/f4b14282a2c84a42b8670b23f9f4a7f2 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/f4b14282a2c84a42b8670b23f9f4a7f2 2024-11-12T09:27:44,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/45afd110c8d84d25b4f79dfbe06ef96c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/45afd110c8d84d25b4f79dfbe06ef96c 2024-11-12T09:27:44,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/7fba2769d20942529669316b3137f318 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/7fba2769d20942529669316b3137f318 2024-11-12T09:27:44,672 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=4 2024-11-12T09:27:44,672 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. 2024-11-12T09:27:44,672 DEBUG [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1676): Region close journal for 6e307bb25d11a598e05acb93f1f61ebc: Waiting for close lock at 1731403662935Running coprocessor pre-close hooks at 1731403662935Disabling compacts and flushes for region at 1731403662935Disabling writes for close at 1731403662936 (+1 ms)Obtaining lock to block concurrent updates at 1731403662936Preparing flush snapshotting stores in 6e307bb25d11a598e05acb93f1f61ebc at 1731403662936Finished memstore snapshotting TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731403662937 (+1 ms)Flushing stores of TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc. at 1731403662938 (+1 ms)Flushing 6e307bb25d11a598e05acb93f1f61ebc/A: creating writer at 1731403662938Flushing mob file 6e307bb25d11a598e05acb93f1f61ebc/A: appending metadata at 1731403662947 (+9 ms)Flushing mob file 6e307bb25d11a598e05acb93f1f61ebc/A: closing flushed file at 1731403662947Flushing 6e307bb25d11a598e05acb93f1f61ebc/A: appending metadata at 1731403663362 (+415 ms)Flushing 6e307bb25d11a598e05acb93f1f61ebc/A: closing flushed file at 1731403663362Flushing 6e307bb25d11a598e05acb93f1f61ebc/B: creating writer at 1731403663775 (+413 ms)Flushing 6e307bb25d11a598e05acb93f1f61ebc/B: appending metadata at 1731403663779 (+4 ms)Flushing 6e307bb25d11a598e05acb93f1f61ebc/B: closing flushed file at 1731403663779Flushing 6e307bb25d11a598e05acb93f1f61ebc/C: creating writer at 1731403664191 (+412 ms)Flushing 6e307bb25d11a598e05acb93f1f61ebc/C: appending metadata at 1731403664197 (+6 ms)Flushing 6e307bb25d11a598e05acb93f1f61ebc/C: closing flushed file at 1731403664197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9412c1: reopening flushed file at 1731403664604 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e59df3e: reopening flushed file at 1731403664607 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280c840c: reopening flushed file at 1731403664611 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6e307bb25d11a598e05acb93f1f61ebc in 1678ms, sequenceid=367, compaction requested=true at 1731403664615 (+4 ms)Writing region close event to WAL at 1731403664669 (+54 ms)Running coprocessor post-close hooks at 1731403664672 (+3 ms)Closed at 1731403664672 2024-11-12T09:27:44,674 INFO [RS_CLOSE_REGION-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(157): Closed 6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=6e307bb25d11a598e05acb93f1f61ebc, regionState=CLOSED 2024-11-12T09:27:44,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 because future has completed 2024-11-12T09:27:44,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-12T09:27:44,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure 6e307bb25d11a598e05acb93f1f61ebc, server=106923ea030f,33779,1731403484435 in 1.8940 sec 2024-11-12T09:27:44,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-11-12T09:27:44,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e307bb25d11a598e05acb93f1f61ebc, UNASSIGN in 1.8970 sec 2024-11-12T09:27:44,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-12T09:27:44,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9010 sec 2024-11-12T09:27:44,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731403664681"}]},"ts":"1731403664681"} 2024-11-12T09:27:44,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T09:27:44,682 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T09:27:44,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9120 sec 2024-11-12T09:27:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T09:27:44,936 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:44,937 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T09:27:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:44,938 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T09:27:44,939 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:44,941 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,942 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C, FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/recovered.edits] 2024-11-12T09:27:44,944 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/612bb7fce9024ebdbe28d43eec38b519 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/612bb7fce9024ebdbe28d43eec38b519 2024-11-12T09:27:44,945 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/688ede0879454b89ac52ad726ee79c4e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/688ede0879454b89ac52ad726ee79c4e 2024-11-12T09:27:44,945 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/94fa49b8bf3344c796dc4a118c2f53bf to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/94fa49b8bf3344c796dc4a118c2f53bf 2024-11-12T09:27:44,946 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/acf8d110949944949f28e8daeaeb642d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/A/acf8d110949944949f28e8daeaeb642d 2024-11-12T09:27:44,947 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/0abd263606ec4fc7bb0c4e6931358f18 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/0abd263606ec4fc7bb0c4e6931358f18 2024-11-12T09:27:44,948 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4519088c23fc412a9097432da971405b to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/4519088c23fc412a9097432da971405b 2024-11-12T09:27:44,949 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/8c4fcc088909459e87e60e9cd783c70a to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/8c4fcc088909459e87e60e9cd783c70a 2024-11-12T09:27:44,950 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/f99a54f231d944ba94478525369fcd5e to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/B/f99a54f231d944ba94478525369fcd5e 2024-11-12T09:27:44,951 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/345fc4d39f6f44ab9d92ca0e73d1ae9d to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/345fc4d39f6f44ab9d92ca0e73d1ae9d 2024-11-12T09:27:44,952 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/50b7f90900554fd1be6caa9b7ab7042c to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/50b7f90900554fd1be6caa9b7ab7042c 2024-11-12T09:27:44,953 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/cc90919d598047729a31b681d6c7ea23 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/cc90919d598047729a31b681d6c7ea23 2024-11-12T09:27:44,954 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/ec52aaec753048e892d8795343bee456 to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/C/ec52aaec753048e892d8795343bee456 2024-11-12T09:27:44,956 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/recovered.edits/370.seqid to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc/recovered.edits/370.seqid 2024-11-12T09:27:44,956 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/default/TestAcidGuarantees/6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,956 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T09:27:44,956 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T09:27:44,957 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T09:27:44,959 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111204eaf57bb8fc4dbc8de6ccc6e92deb7d_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111204eaf57bb8fc4dbc8de6ccc6e92deb7d_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,960 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120af00548d84c4d43936a110a3c201f9b_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120af00548d84c4d43936a110a3c201f9b_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,960 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121eff1f6227774f62a7c7a36ca4ab198c_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121eff1f6227774f62a7c7a36ca4ab198c_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,961 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112319dd023edd34705b1fb59e90b3dd2fe_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112319dd023edd34705b1fb59e90b3dd2fe_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,962 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112414f96f5f71d4d588562cba105f88ad0_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112414f96f5f71d4d588562cba105f88ad0_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,963 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111244dafdb2c3e3442ba05badb404780555_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111244dafdb2c3e3442ba05badb404780555_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,964 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111258c0861e310b4f0c822cd136e0c16028_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111258c0861e310b4f0c822cd136e0c16028_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,964 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125fda9ab133b547f49b831d9f78321430_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411125fda9ab133b547f49b831d9f78321430_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,965 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111283f64f8b65f84eb69b51d0632fce19f6_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111283f64f8b65f84eb69b51d0632fce19f6_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,966 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112910b7be21056496cb2d743d907c33bd5_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112910b7be21056496cb2d743d907c33bd5_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,967 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129502099054bc45ce8942914738fb01bc_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129502099054bc45ce8942914738fb01bc_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,967 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112983c4ec6f48d40a69c9dece980756ec3_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112983c4ec6f48d40a69c9dece980756ec3_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,968 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111298e2b24e0dc647f1af68f510222b8369_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111298e2b24e0dc647f1af68f510222b8369_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,969 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bfe1e7abeddc4c14a9a43c8526adbc87_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bfe1e7abeddc4c14a9a43c8526adbc87_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,970 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c84be58c86284c8692beda889e583c99_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c84be58c86284c8692beda889e583c99_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,970 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112df398a6799204b26b5a991e6d8755873_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112df398a6799204b26b5a991e6d8755873_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,971 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f0a98ee1f41c444dadcc4257d5c4c680_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f0a98ee1f41c444dadcc4257d5c4c680_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,972 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f70a55d6fd5046a396a27fe2e47d74f5_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f70a55d6fd5046a396a27fe2e47d74f5_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,972 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa967eecf8d5432b8cbe4e43d235f5b9_6e307bb25d11a598e05acb93f1f61ebc to hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fa967eecf8d5432b8cbe4e43d235f5b9_6e307bb25d11a598e05acb93f1f61ebc 2024-11-12T09:27:44,973 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T09:27:44,974 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:44,977 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T09:27:44,978 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T09:27:44,980 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:44,980 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T09:27:44,980 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731403664980"}]},"ts":"9223372036854775807"} 2024-11-12T09:27:44,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T09:27:44,982 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6e307bb25d11a598e05acb93f1f61ebc, NAME => 'TestAcidGuarantees,,1731403636083.6e307bb25d11a598e05acb93f1f61ebc.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T09:27:44,982 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T09:27:44,982 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731403664982"}]},"ts":"9223372036854775807"} 2024-11-12T09:27:44,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T09:27:44,985 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T09:27:44,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-12T09:27:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T09:27:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T09:27:45,049 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T09:27:45,055 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 242), OpenFileDescriptor=457 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 395) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6793 (was 6832) 2024-11-12T09:27:45,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T09:27:45,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:27:45,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:27:45,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:45,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:45,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:27:45,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T09:27:45,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166144013, stopped=false 2024-11-12T09:27:45,056 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=106923ea030f,35875,1731403483356 2024-11-12T09:27:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:27:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:27:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:27:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:27:45,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:27:45,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:27:45,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:27:45,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:27:45,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:45,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:27:45,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '106923ea030f,33779,1731403484435' ***** 2024-11-12T09:27:45,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T09:27:45,115 INFO [RS:0;106923ea030f:33779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:27:45,115 INFO [RS:0;106923ea030f:33779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T09:27:45,115 INFO [RS:0;106923ea030f:33779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T09:27:45,115 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:27:45,115 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(959): stopping server 106923ea030f,33779,1731403484435 2024-11-12T09:27:45,115 INFO [RS:0;106923ea030f:33779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:27:45,115 INFO [RS:0;106923ea030f:33779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;106923ea030f:33779. 2024-11-12T09:27:45,115 DEBUG [RS:0;106923ea030f:33779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:27:45,115 DEBUG [RS:0;106923ea030f:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:45,116 INFO [RS:0;106923ea030f:33779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T09:27:45,116 INFO [RS:0;106923ea030f:33779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T09:27:45,116 INFO [RS:0;106923ea030f:33779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T09:27:45,116 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T09:27:45,117 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T09:27:45,118 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T09:27:45,118 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:27:45,118 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:27:45,118 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:27:45,118 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:27:45,118 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:27:45,118 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:27:45,118 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-12T09:27:45,139 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/info/767d313d2a96478d931be2dbbb1b2b9a is 95, key is TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497./info:/1731403518143/DeleteFamily/seqid=0 2024-11-12T09:27:45,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742453_1629 (size=6514) 2024-11-12T09:27:45,142 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/info/767d313d2a96478d931be2dbbb1b2b9a 2024-11-12T09:27:45,159 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/ns/839176eae11546b298622d81dd58b1cb is 93, key is TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497./ns:/1731403518090/DeleteFamily/seqid=0 2024-11-12T09:27:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742454_1630 (size=5906) 2024-11-12T09:27:45,201 INFO [regionserver/106923ea030f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:27:45,318 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:27:45,518 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:27:45,562 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/ns/839176eae11546b298622d81dd58b1cb 2024-11-12T09:27:45,562 INFO [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T09:27:45,562 INFO [regionserver/106923ea030f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T09:27:45,580 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/rep_barrier/695670f0b66542389165c0811ac7bef5 is 102, key is TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497./rep_barrier:/1731403518090/DeleteFamily/seqid=0 2024-11-12T09:27:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742455_1631 (size=6025) 2024-11-12T09:27:45,718 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:27:45,919 DEBUG [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:27:45,984 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/rep_barrier/695670f0b66542389165c0811ac7bef5 2024-11-12T09:27:46,001 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/table/c77d4fd1fe3e4397a0642ec90585e5c2 is 96, key is TestAcidGuarantees,,1731403487662.3a4d4e1572f00393c7c9577135a81497./table:/1731403518090/DeleteFamily/seqid=0 2024-11-12T09:27:46,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742456_1632 (size=5936) 2024-11-12T09:27:46,004 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/table/c77d4fd1fe3e4397a0642ec90585e5c2 2024-11-12T09:27:46,007 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/info/767d313d2a96478d931be2dbbb1b2b9a as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/info/767d313d2a96478d931be2dbbb1b2b9a 2024-11-12T09:27:46,010 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/info/767d313d2a96478d931be2dbbb1b2b9a, entries=12, sequenceid=90, filesize=6.4 K 2024-11-12T09:27:46,011 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/ns/839176eae11546b298622d81dd58b1cb as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/ns/839176eae11546b298622d81dd58b1cb 2024-11-12T09:27:46,014 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/ns/839176eae11546b298622d81dd58b1cb, entries=8, sequenceid=90, filesize=5.8 K 2024-11-12T09:27:46,014 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/rep_barrier/695670f0b66542389165c0811ac7bef5 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/rep_barrier/695670f0b66542389165c0811ac7bef5 2024-11-12T09:27:46,017 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/rep_barrier/695670f0b66542389165c0811ac7bef5, entries=6, sequenceid=90, filesize=5.9 K 2024-11-12T09:27:46,017 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/.tmp/table/c77d4fd1fe3e4397a0642ec90585e5c2 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/table/c77d4fd1fe3e4397a0642ec90585e5c2 2024-11-12T09:27:46,020 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/table/c77d4fd1fe3e4397a0642ec90585e5c2, entries=7, sequenceid=90, filesize=5.8 K 2024-11-12T09:27:46,021 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=90, compaction requested=false 2024-11-12T09:27:46,024 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-12T09:27:46,025 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:27:46,025 INFO [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:27:46,025 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731403665117Running coprocessor pre-close hooks at 1731403665118 (+1 ms)Disabling compacts and flushes for region at 1731403665118Disabling writes for close at 1731403665118Obtaining lock to block concurrent updates at 1731403665118Preparing flush snapshotting stores in 1588230740 at 1731403665118Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731403665118Flushing stores of hbase:meta,,1.1588230740 at 1731403665119 (+1 ms)Flushing 1588230740/info: creating writer at 1731403665119Flushing 1588230740/info: appending metadata at 1731403665138 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731403665138Flushing 1588230740/ns: creating writer at 1731403665145 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731403665158 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731403665158Flushing 1588230740/rep_barrier: creating writer at 1731403665565 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731403665580 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731403665580Flushing 1588230740/table: creating writer at 1731403665987 (+407 ms)Flushing 1588230740/table: appending metadata at 1731403666001 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731403666001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2303ffd2: reopening flushed file at 1731403666007 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d502459: reopening flushed file at 1731403666011 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ecd850f: reopening flushed file at 1731403666014 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e245b11: reopening flushed file at 1731403666017 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=90, compaction requested=false at 1731403666021 (+4 ms)Writing region close event to WAL at 1731403666022 (+1 ms)Running coprocessor post-close hooks at 1731403666024 (+2 ms)Closed at 1731403666025 (+1 ms) 2024-11-12T09:27:46,025 DEBUG [RS_CLOSE_META-regionserver/106923ea030f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T09:27:46,119 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(976): stopping server 106923ea030f,33779,1731403484435; all regions closed. 2024-11-12T09:27:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741834_1010 (size=25344) 2024-11-12T09:27:46,126 DEBUG [RS:0;106923ea030f:33779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/oldWALs 2024-11-12T09:27:46,126 INFO [RS:0;106923ea030f:33779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C33779%2C1731403484435.meta:.meta(num 1731403487203) 2024-11-12T09:27:46,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741833_1009 (size=14547724) 2024-11-12T09:27:46,129 DEBUG [RS:0;106923ea030f:33779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/oldWALs 2024-11-12T09:27:46,129 INFO [RS:0;106923ea030f:33779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 106923ea030f%2C33779%2C1731403484435:(num 1731403486643) 2024-11-12T09:27:46,129 DEBUG [RS:0;106923ea030f:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:27:46,129 INFO [RS:0;106923ea030f:33779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:27:46,129 INFO [RS:0;106923ea030f:33779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:27:46,130 INFO [RS:0;106923ea030f:33779 {}] hbase.ChoreService(370): Chore service for: regionserver/106923ea030f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T09:27:46,130 INFO [RS:0;106923ea030f:33779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:27:46,130 INFO [regionserver/106923ea030f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:27:46,131 INFO [RS:0;106923ea030f:33779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33779 2024-11-12T09:27:46,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:27:46,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/106923ea030f,33779,1731403484435 2024-11-12T09:27:46,223 INFO [RS:0;106923ea030f:33779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:27:46,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [106923ea030f,33779,1731403484435] 2024-11-12T09:27:46,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/106923ea030f,33779,1731403484435 already deleted, retry=false 2024-11-12T09:27:46,313 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 106923ea030f,33779,1731403484435 expired; onlineServers=0 2024-11-12T09:27:46,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '106923ea030f,35875,1731403483356' ***** 2024-11-12T09:27:46,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T09:27:46,314 INFO [M:0;106923ea030f:35875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:27:46,314 INFO [M:0;106923ea030f:35875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:27:46,314 DEBUG [M:0;106923ea030f:35875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T09:27:46,314 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T09:27:46,314 DEBUG [M:0;106923ea030f:35875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T09:27:46,314 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403486349 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.large.0-1731403486349,5,FailOnTimeoutGroup] 2024-11-12T09:27:46,314 DEBUG [master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403486357 {}] cleaner.HFileCleaner(306): Exit Thread[master/106923ea030f:0:becomeActiveMaster-HFileCleaner.small.0-1731403486357,5,FailOnTimeoutGroup] 2024-11-12T09:27:46,315 INFO [M:0;106923ea030f:35875 {}] hbase.ChoreService(370): Chore service for: master/106923ea030f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T09:27:46,315 INFO [M:0;106923ea030f:35875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:27:46,315 DEBUG [M:0;106923ea030f:35875 {}] master.HMaster(1795): Stopping service threads 2024-11-12T09:27:46,315 INFO [M:0;106923ea030f:35875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T09:27:46,315 INFO [M:0;106923ea030f:35875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:27:46,315 ERROR [M:0;106923ea030f:35875 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-12T09:27:46,316 INFO [M:0;106923ea030f:35875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T09:27:46,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T09:27:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:27:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x1012e5c81160001, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:27:46,398 INFO [RS:0;106923ea030f:33779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:27:46,398 INFO [RS:0;106923ea030f:33779 {}] regionserver.HRegionServer(1031): Exiting; stopping=106923ea030f,33779,1731403484435; zookeeper connection closed. 2024-11-12T09:27:46,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40c1a189 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40c1a189 2024-11-12T09:27:46,400 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T09:27:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T09:27:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:27:46,401 DEBUG [M:0;106923ea030f:35875 {}] zookeeper.ZKUtil(347): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T09:27:46,401 WARN [M:0;106923ea030f:35875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T09:27:46,402 INFO [M:0;106923ea030f:35875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/.lastflushedseqids 2024-11-12T09:27:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742457_1633 (size=72) 2024-11-12T09:27:46,815 INFO [M:0;106923ea030f:35875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T09:27:46,815 INFO [M:0;106923ea030f:35875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T09:27:46,815 DEBUG [M:0;106923ea030f:35875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:27:46,815 INFO [M:0;106923ea030f:35875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:27:46,815 DEBUG [M:0;106923ea030f:35875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:27:46,815 DEBUG [M:0;106923ea030f:35875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:27:46,815 DEBUG [M:0;106923ea030f:35875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:27:46,815 INFO [M:0;106923ea030f:35875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=745.74 KB heapSize=915.14 KB 2024-11-12T09:27:46,829 DEBUG [M:0;106923ea030f:35875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c77a377b82064db9ab5f16376747661e is 82, key is hbase:meta,,1/info:regioninfo/1731403487297/Put/seqid=0 2024-11-12T09:27:46,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742458_1634 (size=5672) 2024-11-12T09:27:47,232 INFO [M:0;106923ea030f:35875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2084 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c77a377b82064db9ab5f16376747661e 2024-11-12T09:27:47,256 DEBUG [M:0;106923ea030f:35875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3864567029dc41ec89adf08c28827cf4 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1731403639149/Put/seqid=0 2024-11-12T09:27:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742459_1635 (size=44483) 2024-11-12T09:27:47,660 INFO [M:0;106923ea030f:35875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=745.18 KB at sequenceid=2084 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3864567029dc41ec89adf08c28827cf4 2024-11-12T09:27:47,664 INFO [M:0;106923ea030f:35875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3864567029dc41ec89adf08c28827cf4 2024-11-12T09:27:47,683 DEBUG [M:0;106923ea030f:35875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6caeec01ee84ef59076db39b47f2284 is 69, key is 106923ea030f,33779,1731403484435/rs:state/1731403486392/Put/seqid=0 2024-11-12T09:27:47,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073742460_1636 (size=5156) 2024-11-12T09:27:48,087 INFO [M:0;106923ea030f:35875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2084 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6caeec01ee84ef59076db39b47f2284 2024-11-12T09:27:48,095 DEBUG [M:0;106923ea030f:35875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c77a377b82064db9ab5f16376747661e as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c77a377b82064db9ab5f16376747661e 2024-11-12T09:27:48,102 INFO [M:0;106923ea030f:35875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c77a377b82064db9ab5f16376747661e, entries=8, sequenceid=2084, filesize=5.5 K 2024-11-12T09:27:48,102 DEBUG [M:0;106923ea030f:35875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3864567029dc41ec89adf08c28827cf4 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3864567029dc41ec89adf08c28827cf4 2024-11-12T09:27:48,105 INFO [M:0;106923ea030f:35875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3864567029dc41ec89adf08c28827cf4 2024-11-12T09:27:48,105 INFO [M:0;106923ea030f:35875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3864567029dc41ec89adf08c28827cf4, entries=172, sequenceid=2084, filesize=43.4 K 2024-11-12T09:27:48,105 DEBUG [M:0;106923ea030f:35875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6caeec01ee84ef59076db39b47f2284 as hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6caeec01ee84ef59076db39b47f2284 2024-11-12T09:27:48,107 INFO [M:0;106923ea030f:35875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/1daf25b3-dea5-90b6-f02c-e6985fabb7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6caeec01ee84ef59076db39b47f2284, entries=1, sequenceid=2084, filesize=5.0 K 2024-11-12T09:27:48,108 INFO [M:0;106923ea030f:35875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~745.74 KB/763636, heapSize ~914.84 KB/936800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=2084, compaction requested=false 2024-11-12T09:27:48,109 INFO [M:0;106923ea030f:35875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:27:48,109 DEBUG [M:0;106923ea030f:35875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731403666815Disabling compacts and flushes for region at 1731403666815Disabling writes for close at 1731403666815Obtaining lock to block concurrent updates at 1731403666815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731403666815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=763636, getHeapSize=937040, getOffHeapSize=0, getCellsCount=2281 at 1731403666815Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731403666816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731403666816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731403666828 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731403666828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731403667235 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731403667256 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731403667256Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731403667664 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731403667683 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731403667683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5add3b1f: reopening flushed file at 1731403668093 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101d6c5e: reopening flushed file at 1731403668102 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7004bc62: reopening flushed file at 1731403668105 (+3 ms)Finished flush of dataSize ~745.74 KB/763636, heapSize ~914.84 KB/936800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=2084, compaction requested=false at 1731403668108 (+3 ms)Writing region close event to WAL at 1731403668109 (+1 ms)Closed at 1731403668109 2024-11-12T09:27:48,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46485 is added to blk_1073741830_1006 (size=900303) 2024-11-12T09:27:48,112 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:27:48,112 INFO [M:0;106923ea030f:35875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T09:27:48,112 INFO [M:0;106923ea030f:35875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35875 2024-11-12T09:27:48,112 INFO [M:0;106923ea030f:35875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:27:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:27:48,264 INFO [M:0;106923ea030f:35875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:27:48,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35875-0x1012e5c81160000, quorum=127.0.0.1:64855, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:27:48,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@292d50c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:27:48,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:27:48,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:27:48,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:27:48,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/hadoop.log.dir/,STOPPED} 2024-11-12T09:27:48,274 WARN [BP-321340768-172.17.0.2-1731403479409 heartbeating to localhost/127.0.0.1:43527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:27:48,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:27:48,274 WARN [BP-321340768-172.17.0.2-1731403479409 heartbeating to localhost/127.0.0.1:43527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-321340768-172.17.0.2-1731403479409 (Datanode Uuid a0e8b7e9-e9d2-4e6e-b15d-e4b8ae57768f) service to localhost/127.0.0.1:43527 2024-11-12T09:27:48,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:27:48,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/data/data1/current/BP-321340768-172.17.0.2-1731403479409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:27:48,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/cluster_ceddd955-34e7-045e-9a65-3edc48dd6be8/data/data2/current/BP-321340768-172.17.0.2-1731403479409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:27:48,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:27:48,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:27:48,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:27:48,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:27:48,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:27:48,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7eb7102f-1e13-5138-3665-f1bb080a22b3/hadoop.log.dir/,STOPPED} 2024-11-12T09:27:48,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T09:27:48,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down